-- Logs begin at Tue 2021-11-23 11:54:49 UTC, end at Tue 2021-11-23 13:03:41 UTC. -- Nov 23 12:35:53.600892 dv-cinder-818884-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 12:35:55.965983 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.common.config [-] Logging enabled! Nov 23 12:35:55.966676 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev69 Nov 23 12:35:55.966765 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 12:35:55.969862 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.common.config [-] Logging enabled! Nov 23 12:35:55.970113 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev69 Nov 23 12:35:55.970453 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 12:35:55.971379 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 12:35:55.971613 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 12:35:55.971968 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 12:35:55.972207 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 12:35:55.972429 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 12:35:55.972743 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.973041 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.973334 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.973563 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.973859 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.974146 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.974455 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.975269 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.975566 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.975849 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.976127 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.976405 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.976632 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.976910 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.977193 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.977478 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.977699 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] debug = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.977979 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.978423 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.978828 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.979104 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.979389 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.979665 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.979935 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.980210 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.980489 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.980812 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] host = dv-cinder-818884-1-smb {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.981084 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.981366 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.981649 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.981931 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.982203 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.982498 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.982778 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.983046 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.983315 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.983584 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.983866 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.984155 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.984439 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.984660 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.984877 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.985160 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.985442 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.985712 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.985981 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.986269 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.986542 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.986812 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.987075 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.987357 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.987640 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.987921 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.988190 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.988458 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.988724 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.988989 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.989269 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.989536 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.989803 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.990071 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.990919 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.991186 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.991455 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.991755 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.992039 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.992318 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.992598 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.992866 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.993143 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.993411 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.993678 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.993946 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] use_json = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.994221 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.994519 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.994788 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.995058 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.995327 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.995596 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.995866 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.996147 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:55.996438 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:55.996732 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:55.997027 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:55.997307 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:55.997597 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:55.997874 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:55.998159 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:55.998465 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:55.998752 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:55.999045 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:55.999320 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:55.999593 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:55.999879 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.000155 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.000445 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.000746 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.001035 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.001321 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.001592 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.001862 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.002134 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.002430 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.002714 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.003005 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.003290 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.003560 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.003838 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.004129 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.004403 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.004673 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.004948 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.005234 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.005508 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.005802 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.006082 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.006395 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.006667 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.006934 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.007209 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.007494 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.007767 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.008035 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.008303 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.008575 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.008843 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.009124 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.009396 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.009666 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.009935 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.010210 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.010505 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.010775 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.011051 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.011321 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.011595 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.011866 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.012155 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.012405 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.012674 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.012942 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.013210 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.013477 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.013750 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.014020 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.014319 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.014592 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.014860 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.015130 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.015413 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.015707 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.015984 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.016260 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.016536 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.016811 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.017086 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.017359 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.017634 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.017910 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.018196 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.018500 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.018782 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.019069 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.019350 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.019625 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.019917 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.020193 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.020470 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.020745 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.021019 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.021305 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.021611 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.021903 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.022196 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.022511 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.022803 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.023092 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.023371 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.023677 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.023959 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:56.024180 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 12:35:56.024417 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86720) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 12:35:56.421319 dv-cinder-818884-1-smb neutron-server[86720]: INFO keyring.backend [-] Loading KWallet Nov 23 12:35:56.428950 dv-cinder-818884-1-smb neutron-server[86720]: INFO keyring.backend [-] Loading SecretService Nov 23 12:35:56.432998 dv-cinder-818884-1-smb neutron-server[86720]: INFO keyring.backend [-] Loading Windows Nov 23 12:35:56.434352 dv-cinder-818884-1-smb neutron-server[86720]: INFO keyring.backend [-] Loading chainer Nov 23 12:35:56.434942 dv-cinder-818884-1-smb neutron-server[86720]: INFO keyring.backend [-] Loading macOS Nov 23 12:35:56.470775 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:35:56.471051 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=86720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:35:56.471342 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:35:56.471677 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 12:35:56.782702 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.783001 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.783276 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.784476 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.784749 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.785015 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.916554 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.916832 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.917097 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.930290 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.930568 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.930832 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.959728 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.960000 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:56.960265 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.004665 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.005244 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.005380 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.238272 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.238486 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.238751 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.239016 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.239763 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.363975 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.364292 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.364572 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.364840 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.365122 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.365432 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.365693 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.365945 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.366197 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.366495 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.366751 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.367150 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.367416 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.367668 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.367935 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.368205 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.368461 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.368729 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.368980 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.369256 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.369602 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.369849 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.370092 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.370394 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.370639 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.370878 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.371259 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:35:57.371495 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:35:57.371727 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:35:57.371958 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:35:57.372186 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:35:57.372415 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:35:57.372769 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 12:35:57.375885 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 12:35:57.379829 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 12:35:57.384125 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Nov 23 12:35:57.385754 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 12:35:57.386200 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 12:35:57.386555 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 12:35:57.386939 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 12:35:57.389904 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 12:35:57.390155 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 12:35:57.390530 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 12:35:57.418346 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 12:35:57.418791 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.419086 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86720) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 23 12:35:57.419445 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.420802 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86720) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 12:35:57.421080 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 12:35:57.421321 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 12:35:57.424566 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.424850 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.490214 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 12:35:57.490493 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 12:35:57.491222 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 12:35:57.491600 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 12:35:57.523158 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_db.sqlalchemy.engines [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86720) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 23 12:35:57.850375 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Initializing driver for type 'gre' Nov 23 12:35:57.850911 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] gre ID ranges: [(1, 1000)] Nov 23 12:35:57.902540 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Initializing driver for type 'local' Nov 23 12:35:57.902878 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Initializing driver for type 'vlan' Nov 23 12:35:57.913772 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] VlanTypeDriver initialization complete Nov 23 12:35:57.914156 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Initializing driver for type 'vxlan' Nov 23 12:35:57.914720 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] vxlan ID ranges: [(1, 1000)] Nov 23 12:35:57.968261 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Initializing extension driver 'port_security' Nov 23 12:35:57.968647 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.extensions.port_security [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] PortSecurityExtensionDriver initialization complete Nov 23 12:35:57.969041 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Initializing mechanism driver 'openvswitch' Nov 23 12:35:57.969383 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Initializing mechanism driver 'hyperv' Nov 23 12:35:57.976086 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.plugins.ml2.plugin [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:35:57.976849 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > port after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.977221 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > port after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.977571 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > port after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.977950 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > subnet after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.978323 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > subnet after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.978667 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.979039 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > network after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.979380 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > network after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.979713 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > network after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.980082 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > security_group after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.980425 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > security_group after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.980760 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.981129 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.981465 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.981795 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.982160 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > address_group after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.982523 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > address_group after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.982848 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.983180 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] ML2 OVO RPC backend initialized. {{(pid=86720) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 23 12:35:57.983876 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.984226 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.984756 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > network before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.985104 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > networks before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.985447 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > port before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.985783 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > ports before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.986125 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > subnet before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.986485 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > subnets before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.986826 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > network after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.987160 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > network after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.987490 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > network after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.987825 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > port after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.988157 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > port after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.988488 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > port after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.988919 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > subnet after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.989241 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > subnet after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.989570 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:57.990656 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.plugin [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Modular L2 Plugin initialization complete Nov 23 12:35:57.990982 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading services supported by the core plugin {{(pid=86720) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 12:35:57.991299 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Got port-security extension from driver 'port_security' Nov 23 12:35:57.991755 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.extensions.vlantransparent [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Disabled vlantransparent extension. Nov 23 12:35:57.992235 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86720) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 12:35:57.992542 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading Plugin: router Nov 23 12:35:58.028764 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.029306 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router after_create 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.029504 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router before_create 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.029867 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.030254 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.030604 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router after_delete 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.030959 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.031316 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router after_create 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.031658 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router after_update 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.032002 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router after_update 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.032342 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.032692 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router after_update 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.033099 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router precommit_update 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.033556 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: port after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.033891 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: port after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.034238 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: subnet after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.034588 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.034931 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.035276 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router precommit_create 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.035613 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: port before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.035947 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router precommit_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.036306 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router after_update 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.036641 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.037492 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router precommit_create 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.037855 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.038195 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router precommit_update 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.038588 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > agent after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.038932 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > agent after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.039269 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > network after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.040114 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Tracking information for resource: router configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:35:58.040442 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Tracking information for resource: floatingip configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:35:58.045565 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.db.l3_agentschedulers_db [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 12:35:58.046147 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: port after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.046532 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: port after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.046882 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: port after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.047230 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: port after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.048020 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router before_create 55550100 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.048391 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.048748 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router precommit_create 55550100 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.049098 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > router precommit_update 55550100 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.054252 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.services.provider_configuration [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service providers = [] {{(pid=86720) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 12:35:58.054608 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.db.servicetype_db [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86720) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 12:35:58.057542 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.services.service_base [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:35:58.058143 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.services.service_base [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:35:58.058526 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.services.service_base [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:35:58.059586 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.services.service_base [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:35:58.059954 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.services.service_base [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 12:35:58.060325 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:35:58.060634 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 12:35:58.071268 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:35:58.071600 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading Plugin: auto_allocate Nov 23 12:35:58.077551 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: network precommit_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.077920 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: network precommit_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.078465 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:35:58.078784 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading Plugin: tag Nov 23 12:35:58.085669 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:35:58.085997 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading Plugin: timestamp Nov 23 12:35:58.089843 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:35:58.090166 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading Plugin: network_ip_availability Nov 23 12:35:58.095436 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.095805 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.096155 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.096855 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:35:58.097169 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading Plugin: flavors Nov 23 12:35:58.102719 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:35:58.102992 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading Plugin: revisions Nov 23 12:35:58.107302 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:35:58.107694 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_concurrency.lockutils [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.636s {{(pid=86720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:35:58.108436 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86720) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 12:35:58.108766 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Initializing extension manager. Nov 23 12:35:58.109264 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: __init__.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.109604 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: __pycache__ {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.109935 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.110289 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: address_group.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.111044 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.111605 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: address-group Nov 23 12:35:58.111922 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: address_scope.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.112632 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.113132 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: address-scope Nov 23 12:35:58.113449 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.114400 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.114905 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: router-admin-state-down-before-update Nov 23 12:35:58.115772 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: agent.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.116474 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.116977 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: agent Nov 23 12:35:58.117295 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: agent_resources_synced.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.118204 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.118734 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: agent-resources-synced Nov 23 12:35:58.119052 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: allowedaddresspairs.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.120840 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.121350 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: allowed-address-pairs Nov 23 12:35:58.121670 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: auto_allocated_topology.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.122768 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.123275 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: auto-allocated-topology Nov 23 12:35:58.123597 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: availability_zone.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.124286 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.124779 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: availability_zone Nov 23 12:35:58.125100 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: availability_zone_filter.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.126015 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.126552 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: availability_zone_filter Nov 23 12:35:58.126870 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: data_plane_status.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.127775 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.128268 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 12:35:58.128584 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: default_subnetpools.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.129504 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.130007 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: default-subnetpools Nov 23 12:35:58.130360 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.131188 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.131686 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: dhcp_agent_scheduler Nov 23 12:35:58.132001 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: dns.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.132908 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.133399 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 12:35:58.133716 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: dns_domain_ports.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.134667 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.135170 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 12:35:58.135485 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: dvr.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.136148 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.136642 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: dvr Nov 23 12:35:58.136959 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: empty_string_filtering.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.137869 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.138403 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: empty-string-filtering Nov 23 12:35:58.138722 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.139636 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.140129 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 12:35:58.140448 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.141352 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.141850 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 12:35:58.142167 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: external_net.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.143129 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.143615 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: external-net Nov 23 12:35:58.143930 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.144839 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.145353 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: extra_dhcp_opt Nov 23 12:35:58.145657 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: extraroute.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.146609 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.147106 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: extraroute Nov 23 12:35:58.147421 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: extraroute_atomic.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.148450 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.148948 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: extraroute-atomic Nov 23 12:35:58.149262 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: filter_validation.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.149919 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.150435 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: filter-validation Nov 23 12:35:58.150750 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: fip_pf_description.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.153096 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.153608 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 12:35:58.153931 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: fip_port_details.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.154895 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.155399 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: fip-port-details Nov 23 12:35:58.155718 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: flavors.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.156946 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.157454 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: flavors Nov 23 12:35:58.157777 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.159477 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.159984 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 12:35:58.160308 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: floatingip_pools.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.160999 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.161497 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: floatingip-pools Nov 23 12:35:58.161814 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: ip_allocation.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.163276 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.163769 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 12:35:58.164086 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.165000 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.165507 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: ip-substring-filtering Nov 23 12:35:58.165828 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: l2_adjacency.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.166782 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.167273 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 12:35:58.167589 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: l3.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.168540 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.169042 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: router Nov 23 12:35:58.169360 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.171629 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.172151 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 12:35:58.172481 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.173422 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.173931 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: ext-gw-mode Nov 23 12:35:58.174277 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.175192 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.175700 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: l3-ha Nov 23 12:35:58.176022 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: l3_flavors.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.176956 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.177459 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: l3-flavors Nov 23 12:35:58.178413 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.179342 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.179845 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 12:35:58.180165 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: l3agentscheduler.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.181186 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.181682 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: l3_agent_scheduler Nov 23 12:35:58.182001 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: logging.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.183784 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.184288 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension logging not supported by any of loaded plugins Nov 23 12:35:58.184610 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: metering.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.185344 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.185909 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: metering Nov 23 12:35:58.186255 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.187342 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.187849 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: metering_source_and_destination_fields Nov 23 12:35:58.188170 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: multiprovidernet.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.189221 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.189725 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: multi-provider Nov 23 12:35:58.190043 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: netmtu.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.190980 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.191482 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: net-mtu Nov 23 12:35:58.191801 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: netmtu_writable.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.192719 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.193239 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: net-mtu-writable Nov 23 12:35:58.193555 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: network_availability_zone.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.194221 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.194739 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: network_availability_zone Nov 23 12:35:58.195052 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: network_ip_availability.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.196146 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.196653 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: network-ip-availability Nov 23 12:35:58.196976 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: network_segment_range.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.197735 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.198257 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 12:35:58.198569 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: pagination.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.199549 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.199873 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: pagination Nov 23 12:35:58.200188 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: port_device_profile.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.201090 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.201594 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: port-device-profile Nov 23 12:35:58.201910 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.202878 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.203378 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: port-mac-address-regenerate Nov 23 12:35:58.203696 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.204601 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.205099 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: port-numa-affinity-policy Nov 23 12:35:58.205419 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: port_resource_request.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.206369 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.206860 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 12:35:58.207176 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: portbindings.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.208098 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.208596 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: binding Nov 23 12:35:58.208937 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: portbindings_extended.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.210216 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.210742 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: binding-extended Nov 23 12:35:58.211062 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: portsecurity.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.211977 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.212480 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: port-security Nov 23 12:35:58.212796 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: project_id.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.213773 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.214096 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: project-id Nov 23 12:35:58.214456 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: providernet.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.215381 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.215884 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: provider Nov 23 12:35:58.216199 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: qos.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.219724 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.220241 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension qos not supported by any of loaded plugins Nov 23 12:35:58.220564 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.221816 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.222347 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 12:35:58.222675 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.223596 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.224097 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 12:35:58.224418 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: qos_default.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.225863 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.226402 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension qos-default not supported by any of loaded plugins Nov 23 12:35:58.226725 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: qos_fip.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.227369 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.227857 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 12:35:58.228176 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: qos_gateway_ip.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.229097 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.229592 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 12:35:58.229909 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: qos_port_network_policy.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.230844 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.231345 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 12:35:58.231662 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: qos_rule_type_details.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.232570 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.233067 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 12:35:58.233385 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: qos_rules_alias.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.234464 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.234968 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 12:35:58.235287 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: quotasv2.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.236181 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.236628 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: quotas Nov 23 12:35:58.236945 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: quotasv2_detail.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.238596 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.238934 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: quota_details Nov 23 12:35:58.239260 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: rbac.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.240355 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.240868 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: rbac-policies Nov 23 12:35:58.241191 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: rbac_address_group.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.242118 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.242652 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: rbac-address-group Nov 23 12:35:58.242972 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: rbac_address_scope.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.243896 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.244398 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: rbac-address-scope Nov 23 12:35:58.244716 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: rbac_security_groups.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.245627 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.246133 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: rbac-security-groups Nov 23 12:35:58.246485 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: rbac_subnetpool.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.247417 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.247918 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: rbac-subnetpool Nov 23 12:35:58.248235 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: revisionifmatch.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.249151 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.249650 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: revision-if-match Nov 23 12:35:58.249967 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: revisions.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.251103 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.251598 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: standard-attr-revisions Nov 23 12:35:58.251914 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: router_availability_zone.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.252579 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.253079 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: router_availability_zone Nov 23 12:35:58.253396 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: routerservicetype.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.254343 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.254979 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 12:35:58.255300 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.256769 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.257269 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: security-groups-normalized-cidr Nov 23 12:35:58.257585 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.258534 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.259034 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: port-security-groups-filtering Nov 23 12:35:58.259351 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.260264 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.260764 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: security-groups-remote-address-group Nov 23 12:35:58.261081 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: securitygroup.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.270910 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.272039 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: security-group Nov 23 12:35:58.272569 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: segment.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.273584 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.274091 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension segment not supported by any of loaded plugins Nov 23 12:35:58.274442 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.275383 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.275886 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 12:35:58.276204 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: servicetype.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.277322 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.277837 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: service-type Nov 23 12:35:58.278159 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: sorting.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.279175 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.279505 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: sorting Nov 23 12:35:58.279825 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: standard_attr_segment.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.280758 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.281263 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 12:35:58.281584 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: standardattrdescription.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.282246 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.282753 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: standard-attr-description Nov 23 12:35:58.283073 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: stateful_security_group.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.283997 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.284498 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: stateful-security-group Nov 23 12:35:58.284818 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: stdattrs_common.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.285396 dv-cinder-818884-1-smb neutron-server[86720]: WARNING neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 12:35:58.285714 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.286747 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.287280 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 12:35:58.287601 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: subnet_onboard.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.288670 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.289181 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: subnet_onboard Nov 23 12:35:58.289501 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.290480 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.290983 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 12:35:58.291302 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: subnet_service_types.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.292227 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.292732 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: subnet-service-types Nov 23 12:35:58.293050 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: subnetallocation.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.294149 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.294693 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: subnet_allocation Nov 23 12:35:58.295019 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.295680 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.296188 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: subnetpool-prefix-ops Nov 23 12:35:58.296511 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.297450 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.297952 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 12:35:58.298303 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: tagging.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.299347 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.299869 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: standard-attr-tag Nov 23 12:35:58.300191 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: timestamp.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.301384 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.301892 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loaded extension: standard-attr-timestamp Nov 23 12:35:58.302215 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: trunk.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.303307 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.303809 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension trunk not supported by any of loaded plugins Nov 23 12:35:58.304132 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: trunk_details.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.305054 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.305555 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 12:35:58.305874 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: uplink_status_propagation.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.306843 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.307341 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 12:35:58.307912 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Loading extension file: vlantransparent.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:35:58.308581 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:35:58.309075 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 12:35:58.311520 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:network Nov 23 12:35:58.312236 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:subnet Nov 23 12:35:58.313024 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:35:58.313622 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:port Nov 23 12:35:58.315057 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.315576 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service FLAVORS assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.316222 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.316665 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.316992 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:router Nov 23 12:35:58.317648 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 12:35:58.318921 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service METERING assigned prefix: /metering {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.320369 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.320733 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.321081 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:35:58.322221 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 12:35:58.322676 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:security_group Nov 23 12:35:58.323340 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 12:35:58.324079 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service CORE assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.324406 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:35:58.324744 dv-cinder-818884-1-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] subnetpool is already registered Nov 23 12:35:58.325339 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service CORE assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.325661 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:35:58.325976 dv-cinder-818884-1-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] subnetpool is already registered Nov 23 12:35:58.328567 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.328995 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service FLAVORS assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.329589 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.330007 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.330362 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:router Nov 23 12:35:58.330691 dv-cinder-818884-1-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] router is already registered Nov 23 12:35:58.331277 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 12:35:58.331604 dv-cinder-818884-1-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] floatingip is already registered Nov 23 12:35:58.332228 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service METERING assigned prefix: /metering {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.332901 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 12:35:58.333222 dv-cinder-818884-1-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] rbac_policy is already registered Nov 23 12:35:58.333759 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:security_group Nov 23 12:35:58.334655 dv-cinder-818884-1-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] security_group is already registered Nov 23 12:35:58.335238 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 12:35:58.335562 dv-cinder-818884-1-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] security_group_rule is already registered Nov 23 12:35:58.336216 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service CORE assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.336539 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:35:58.336868 dv-cinder-818884-1-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] subnetpool is already registered Nov 23 12:35:58.337459 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Service CORE assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:35:58.337780 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:35:58.338103 dv-cinder-818884-1-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] subnetpool is already registered Nov 23 12:35:58.338782 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: extensions {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.340215 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: address-groups {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.341839 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: address-scopes {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.343073 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: agents {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.344231 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: auto-allocated-topology {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.345471 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: availability_zones {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.346837 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: dhcp-networks {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.348235 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: dhcp-agents {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.349959 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: routers {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.356321 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: flavors {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.357537 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: service_profiles {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.358774 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: next_providers {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.360364 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: service_profiles {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.361819 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: floatingip-pools {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.363075 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: routers {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.365001 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: floatingips {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.366219 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: l3-routers {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.367626 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: l3-agents {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.369039 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: metering-labels {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.370430 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: metering-label-rules {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.371695 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: network-ip-availabilities {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.372932 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: bindings {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.374631 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: quotas {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.376063 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: quotas {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.377490 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: rbac-policies {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.378795 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: security-groups {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.379995 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: security-group-rules {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.381751 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: service-providers {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.383013 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: subnetpools {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.384463 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: subnetpools {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.385889 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.387597 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.389409 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.391223 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.393005 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.394896 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.397151 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.399090 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.400832 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.402703 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:35:58.408855 dv-cinder-818884-1-smb neutron-server[86720]: WARNING keystonemiddleware.auth_token [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 12:35:58.414758 dv-cinder-818884-1-smb neutron-server[86720]: WARNING keystonemiddleware.auth_token [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 12:35:58.425559 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_concurrency.lockutils [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Acquired lock "singleton_lock" {{(pid=86720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 23 12:35:58.426025 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_concurrency.lockutils [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Releasing lock "singleton_lock" {{(pid=86720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 23 12:35:58.426676 dv-cinder-818884-1-smb neutron-server[86720]: INFO oslo_service.service [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Starting 2 workers Nov 23 12:35:58.431803 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Started child 86825 {{(pid=86720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:35:58.436286 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Started child 86826 {{(pid=86720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:35:58.437089 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:35:58.437840 dv-cinder-818884-1-smb neutron-server[86720]: INFO neutron.service [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 12:35:58.438510 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Notify callbacks [] for process, before_spawn {{(pid=86720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:35:58.438690 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [-] (86825) wsgi starting up on http://0.0.0.0:9696 Nov 23 12:35:58.440534 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:35:58.440993 dv-cinder-818884-1-smb neutron-server[86720]: INFO oslo_service.service [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Starting 1 workers Nov 23 12:35:58.441964 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [-] (86826) wsgi starting up on http://0.0.0.0:9696 Nov 23 12:35:58.446454 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Started child 86827 {{(pid=86720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:35:58.447012 dv-cinder-818884-1-smb neutron-server[86720]: INFO oslo_service.service [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Starting 1 workers Nov 23 12:35:58.449771 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.service [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] calling RpcWorker wait() {{(pid=86827) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 12:35:58.450314 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.service [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] returning from RpcWorker wait() {{(pid=86827) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 12:35:58.451486 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:35:58.451939 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:35:58.452558 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Started child 86828 {{(pid=86720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:35:58.453357 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-f7a484db-13ab-4854-a360-cde2960dcee1 None None] Notify callbacks [] for process, after_spawn {{(pid=86720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:35:58.455284 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 23 12:35:58.455496 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 12:35:58.455682 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 12:35:58.457929 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 12:35:58.458282 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:35:58.458777 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 12:35:58.458777 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 12:35:58.458969 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.459254 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.459540 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.459821 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.460106 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.460638 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.460907 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.461147 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.461437 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.461672 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.461835 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.461936 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:35:58.462015 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.462256 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.462508 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.462800 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.463078 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.463320 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.463583 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.463751 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.464007 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.464267 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.464499 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.464762 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] debug = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.465016 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.465493 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.465732 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.465980 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.466217 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.466524 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.466750 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.467028 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.467266 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.467483 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.467729 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.467995 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.468238 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.468470 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.468690 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.468930 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.469156 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.469630 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] host = dv-cinder-818884-1-smb {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.469843 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.470055 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.470329 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.470572 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.470834 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.471075 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.471315 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.471563 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.471820 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.472039 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.472283 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.472520 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.472774 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.473022 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.473176 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_options = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.473383 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.473654 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.473938 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.474124 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.474325 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.474508 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.474779 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.474939 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.475267 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.475421 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.475611 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.475844 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.476081 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.476305 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.476549 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.476775 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.477102 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.477348 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.477692 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.477997 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.478246 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.478532 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.478960 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.479187 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.479421 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.479644 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.479891 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.480165 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.480387 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.480746 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.480954 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.481207 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.481614 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.481727 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.481890 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.482115 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.482483 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.482683 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.482914 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.483161 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.483417 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.483647 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.483858 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.484071 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.484283 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.484770 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_json = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.484770 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.484954 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.485180 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.485383 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.485616 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.485827 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.486037 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.486292 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.486709 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.486991 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.487302 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.487553 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.489073 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.489073 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.489073 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.489073 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.489073 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.489073 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.489484 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.489552 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.489816 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.490904 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.491410 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.491920 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.492220 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.492522 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.492777 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.493043 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.493404 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.493647 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.493994 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.494295 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.494562 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.494835 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.495082 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.495312 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.495675 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.495905 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.496125 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.496346 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.496626 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.496853 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.497070 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.497294 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.497548 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.497766 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.498015 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.498250 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.498496 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.498744 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.498966 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.499198 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.499416 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.499636 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.499853 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.500086 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.500306 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.500579 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.500835 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.501077 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.501289 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.501523 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.501759 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.502022 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.502252 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.502596 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.502817 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.503030 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.503426 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.503705 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.503946 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.504163 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.504378 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.504616 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.504839 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.505076 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.505299 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.505532 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.505801 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.506565 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.506805 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.507013 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.507236 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.507450 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.507689 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.507919 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.508366 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.508366 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.508659 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.508810 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.509037 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.511317 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.511317 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.511317 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.511317 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.511317 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.511317 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.511317 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.511317 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.512029 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.512029 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.512029 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.512029 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.512321 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.512480 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.512760 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.513003 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.513251 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.513591 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.513817 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.514074 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.514355 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.514594 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.514835 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.515082 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.515316 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.515562 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.515843 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.516092 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.516357 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.516591 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.516839 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.517055 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.517318 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.517622 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.517920 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.518151 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.518457 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.518707 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.518964 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.519192 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.519454 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.519716 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.521067 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.521067 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.521067 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.521067 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.521067 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.521462 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.521462 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.521722 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.521906 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.522111 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.522343 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.522987 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.522987 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.523160 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.523335 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.523619 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.525593 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.525881 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.526127 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.527332 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.527591 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.527864 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.528104 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.528352 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.528623 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.528864 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.529086 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.529332 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.529605 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.529819 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.530076 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.530553 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.531667 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.531895 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.532150 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.532365 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.532630 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.532899 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.533114 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.533362 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.533594 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.533813 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.534086 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.534351 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.534635 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.534883 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.535114 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.535345 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.535566 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.535820 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.536032 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.536306 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.536523 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.536738 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.536966 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.537197 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.537402 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.538139 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.538810 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.539047 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.540217 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.540457 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.540777 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.541362 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.541362 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.541532 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.541706 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.541923 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.542156 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.542411 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.542627 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.542859 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.543074 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.543352 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.543589 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.543844 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.544069 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.544528 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.544528 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.544720 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.544874 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.545159 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.545395 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.545631 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.546256 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.546256 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.546550 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.546769 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.546980 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.547197 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.547409 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.547630 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.547871 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.548067 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.548298 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.548503 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.548795 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.549055 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.549289 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.549572 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.549801 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.550043 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.550311 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.550630 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.550857 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.551104 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.551359 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.551575 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.551837 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.552121 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.552436 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.553281 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.553540 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.553792 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.554081 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.554377 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.554639 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.554867 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.555172 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.555510 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.555788 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.556030 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.556276 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.556538 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.556763 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.556978 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.557213 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.557444 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.557909 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.558151 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.558408 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.558634 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.558849 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.559076 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.559312 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.559539 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.559777 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.559995 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.560212 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.560365 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 12:35:58.560883 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 23 12:35:58.561050 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 12:35:58.561195 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 12:35:58.561363 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 12:35:58.561529 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 12:35:58.561679 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 12:35:58.561879 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.562036 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.562535 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.562708 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.562853 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.563023 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.563172 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.563328 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.563487 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.564052 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.564216 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.564374 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.564530 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.564685 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.564841 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.565350 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.565522 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.565680 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.565841 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.565998 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.566810 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.566974 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.567138 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] debug = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.567295 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.567508 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.567997 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.568274 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.569270 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.569441 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.569601 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.569760 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.569916 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.570071 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.570256 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.570426 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.570805 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.570805 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.571017 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.571017 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.571167 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.571317 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] host = dv-cinder-818884-1-smb {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.571472 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.571626 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.571780 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.571935 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.572091 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.572244 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.572398 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.572553 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.572707 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.572863 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.573019 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.573174 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.573331 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.573485 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.573641 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_options = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.573795 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.573950 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.574104 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.574607 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.574851 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.575015 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.575164 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.575315 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.575470 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.575624 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.575780 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.575934 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.576088 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.576242 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.577548 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.577854 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582268 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582268 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582268 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582268 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582268 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582268 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582268 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582268 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582787 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582787 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582787 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582787 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582787 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582787 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582787 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.582787 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583211 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583211 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583211 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583211 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583211 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583211 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583211 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583211 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583639 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583639 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583639 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583639 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583639 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583639 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_json = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583639 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583639 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.583639 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.584152 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.584152 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.584152 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.584152 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.584152 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:35:58.584152 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.584499 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.584499 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.584499 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.584667 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.584840 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.584965 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.585123 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.585280 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.585438 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.585599 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.585755 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.585922 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.586079 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.586254 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.586429 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.586585 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.586742 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.586905 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.587062 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.587225 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.587380 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.587552 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.587709 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.587916 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.588075 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.588232 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.588317 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:35:58.588401 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.588542 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.588704 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.588857 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.589017 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.589175 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.589332 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.589488 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.589644 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.589800 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.589958 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.590115 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.590319 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.590479 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.590636 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.590794 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.590951 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.591109 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.591266 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.591424 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.591581 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.591731 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.591885 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.592052 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.592209 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.592366 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.592523 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.592680 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.592836 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.592992 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.593149 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.593305 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.593462 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.593619 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.593788 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.593944 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.594100 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.594274 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.594433 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.594593 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.594736 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.594896 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.595054 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.595210 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.595367 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.595525 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.595682 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.595838 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.595996 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.596139 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.596300 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.596456 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.596613 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.596769 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.596930 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.597088 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.597245 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.597410 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.597580 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.597738 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.597895 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.598075 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.598253 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.598409 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.598641 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.598954 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.599197 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.599352 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.599533 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.599687 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.599842 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.599994 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.600372 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.600536 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.600686 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.600850 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.601007 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.601164 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.601373 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.601503 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.601638 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.601764 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.601888 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.602041 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.602201 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.602377 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.602653 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.602792 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.602918 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.603042 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.603166 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.603291 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.603433 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.603587 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.603752 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.603883 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.604380 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.604380 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.604380 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.604737 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.604737 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.604971 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.604971 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.605221 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.605221 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.605456 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.605582 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.605706 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.605830 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.605967 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.606115 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.606315 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.606519 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.606640 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.606730 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.606882 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.607040 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.607198 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.607677 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.607677 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.607677 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.607905 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.608001 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.608082 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.608222 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.608374 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.608542 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.608699 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.608853 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.609181 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.610255 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.610255 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.610255 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.610255 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.610255 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.610255 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.610255 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.610766 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.610766 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.610766 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.611056 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.611056 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.611198 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.611276 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.611409 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.611566 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.611740 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.611883 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.612020 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.612169 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.612321 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.612473 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.612626 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.612779 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.612934 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.613086 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.613238 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.613391 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.613543 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.613693 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.613860 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.614010 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.614261 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.614366 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.614481 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.614641 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.614801 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.614960 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.615650 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.615813 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.615971 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.616131 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.616292 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.616451 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.616609 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.616768 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.616929 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.617088 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.617246 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.617415 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.617572 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.617730 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.617887 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.618046 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.618212 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.618394 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.618554 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.618695 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.618920 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.619056 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.619187 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.619333 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.619469 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.619603 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.619752 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.619881 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.620016 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.620175 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.620333 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.620490 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.620648 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.620816 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.620974 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.621133 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.621292 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.621439 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.621596 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.621754 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.621916 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.622082 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.622274 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.622410 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.622580 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.622746 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.622912 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.623070 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.623232 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.623400 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.623559 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.623716 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.623873 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.624021 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.624175 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.624331 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.624476 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.624634 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.624790 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.624952 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.625083 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.625237 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.625393 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.625549 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.625706 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.625936 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.626736 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.626890 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.627042 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:35:58.627183 dv-cinder-818884-1-smb neutron-server[86720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 12:35:58.760598 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45454) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:35:58.769061 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063753 Nov 23 12:36:09.340670 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a0aade-e304-4212-87d0-09eb8d2aaa34 None None] get_active_networks_info from dv-cinder-818884-1-smb {{(pid=86827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 23 12:36:09.456629 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a0aade-e304-4212-87d0-09eb8d2aaa34 None None] No non-hosted networks {{(pid=86827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 12:36:09.466857 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.agentschedulers_db [None req-54a0aade-e304-4212-87d0-09eb8d2aaa34 None None] DHCP Agent not found on host dv-cinder-818884-1-smb {{(pid=86827) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 12:36:09.526212 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8383309a-d8a9-4bbd-90d4-9115cee08589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641330'] for agent, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:09.787791 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641330'] for agent, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:09.788604 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:09.789006 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:09.789328 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:09.789654 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:09.790288 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:09.790565 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:09.790890 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:09.791211 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:09.792559 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:09.793145 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:09.793687 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:09.794246 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:09.794703 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818884-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:09.805789 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818884-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:11.636549 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7efc1865-8b93-40d7-bc6c-db756ab248b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641330'] for agent, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:11.679982 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ccf3a7f4-8cfa-455a-af64-988a6c6eda32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:12.933229 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641330'] for agent, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:14.150941 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641330'] for agent, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:15.618696 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.db.l3_hamode_db [None req-27217ca2-a23e-4f4a-aa59-1ce9bfa0f45e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 12:36:15.707304 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27217ca2-a23e-4f4a-aa59-1ce9bfa0f45e None None] Routers set() bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:36:15.707695 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27217ca2-a23e-4f4a-aa59-1ce9bfa0f45e None None] Router IDs set() for agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 23 12:36:15.908074 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45546) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:16.470023 dv-cinder-818884-1-smb neutron-server[86826]: WARNING oslo_policy.policy [None req-18ce34b0-be77-46a5-8546-6ed1d1397826 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:36:16.470639 dv-cinder-818884-1-smb neutron-server[86826]: WARNING oslo_policy.policy [None req-18ce34b0-be77-46a5-8546-6ed1d1397826 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:36:16.694496 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [None req-18ce34b0-be77-46a5-8546-6ed1d1397826 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:36:16.695429 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-18ce34b0-be77-46a5-8546-6ed1d1397826 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7864637 Nov 23 12:36:19.027714 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45560) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:19.377607 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-d99d827e-bf78-43e6-89f1-94095e425f2c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:36:19.477947 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.policy [None req-d99d827e-bf78-43e6-89f1-94095e425f2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86826) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 12:36:19.525018 dv-cinder-818884-1-smb neutron-server[86826]: WARNING oslo_policy.policy [None req-d99d827e-bf78-43e6-89f1-94095e425f2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:36:19.525385 dv-cinder-818884-1-smb neutron-server[86826]: WARNING oslo_policy.policy [None req-d99d827e-bf78-43e6-89f1-94095e425f2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:36:19.534056 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.quota [None req-d99d827e-bf78-43e6-89f1-94095e425f2c admin admin] Loaded quota_driver: . Nov 23 12:36:19.549131 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-d99d827e-bf78-43e6-89f1-94095e425f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:36:19.608776 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d99d827e-bf78-43e6-89f1-94095e425f2c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784696470678', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784696471883', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784696465872', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784696456179', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784696445158', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784696504249', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2090736', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1935600', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-702446', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684454'] for rbac-policy, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:19.671566 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d99d827e-bf78-43e6-89f1-94095e425f2c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:19.672663 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-d99d827e-bf78-43e6-89f1-94095e425f2c admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6440220 Nov 23 12:36:22.279553 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45574) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:22.616955 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Request body: {'network': {'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'admin_state_up': True, 'name': 'private'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:36:22.621701 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:36:22.626094 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Usage tracker for resource:network and tenant:0de9391756eb46d7bcc0a48ad5aae513 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:36:22.630585 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:36:22.636520 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:36:22.645557 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Made reservation on behalf of 0de9391756eb46d7bcc0a48ad5aae513 for: {'network': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:36:22.648860 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:22.666251 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:22.680148 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:36:22.683991 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Usage tracker for resource:security_group_rule and tenant:0de9391756eb46d7bcc0a48ad5aae513 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:36:22.689137 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:36:22.694667 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:36:22.791378 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:22.796080 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:22.801299 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:22.819634 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=86826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:36:22.845192 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784699930269', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:22.845714 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Unsubscribe: segment precommit_create {{(pid=86826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 12:36:22.846169 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.segments_db [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Added segment e00feee6-e04e-48ae-8d99-5179a973f3b4 of type vlan for network df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 Nov 23 12:36:22.894187 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c4ac89-75a3-44d4-8f5c-3bc5ee068ab0,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:22.909911 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:22.910263 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:22.910591 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:22.910910 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:22.911224 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:22.911540 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:22.912383 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:22.912693 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:22.913000 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:22.913306 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:22.913609 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:22.913910 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Tracked resource versions report: Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: pushed versions: Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: { 'AddressGroup': {'1.2'}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'ConntrackHelper': {'1.0'}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'Log': {'1.0'}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'Network': {'1.1'}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'Port': {'1.7'}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'PortForwarding': {'1.2'}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'QosPolicy': {'1.8'}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'SecurityGroup': {'1.4'}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'SubPort': {'1.0'}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'Subnet': {'1.1'}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'Trunk': {'1.1'}} Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: consumer versions: Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: { DHCP agent@dv-cinder-818884-1-smb: {}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: L3 agent@dv-cinder-818884-1-smb: {}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: Metadata agent@dv-cinder-818884-1-smb: {}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: Metering agent@dv-cinder-818884-1-smb: {}, Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: Open vSwitch agent@dv-cinder-818884-1-smb: { 'AddressGroup': '1.2', Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'ConntrackHelper': '1.0', Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'Log': '1.0', Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'Network': '1.1', Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'Port': '1.7', Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'PortForwarding': '1.2', Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'QosPolicy': '1.8', Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'SecurityGroup': '1.4', Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'SecurityGroupRule': '1.2', Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'SubPort': '1.0', Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'Subnet': '1.1', Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: 'Trunk': '1.1'}} Nov 23 12:36:22.915040 dv-cinder-818884-1-smb neutron-server[86826]: {{(pid=86826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:36:22.951462 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:22.968961 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:23.008573 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:23.010019 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:36:23.010696 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:23.015345 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:23.119113 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8384378 Nov 23 12:36:23.119761 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Pushing event updated for resources: {'Network': ['ID=df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:23.135859 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:23.144068 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:36:25.760035 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45590) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:26.213584 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c8e3c-67e2-4097-801e-83c5f51c1784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:36:26.214960 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-de1c8e3c-67e2-4097-801e-83c5f51c1784 admin admin] 10.222.0.41 "GET /v2.0/networks/df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 HTTP/1.1" status: 200 len: 825 time: 0.4539776 Nov 23 12:36:26.245514 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-c0ea9260-6e0e-4b32-9dd1-5197d819a300 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/c3afe7a0-f7d9-4872-a134-9b67a4faaaf4 HTTP/1.1" status: 200 len: 734 time: 0.0251191 Nov 23 12:36:26.253952 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c3afe7a0-f7d9-4872-a134-9b67a4faaaf4', 'ip_version': 4, 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:36:26.258920 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:36:26.262613 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Usage tracker for resource:subnet and tenant:0de9391756eb46d7bcc0a48ad5aae513 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:36:26.265403 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:36:26.270909 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:36:26.280330 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Made reservation on behalf of 0de9391756eb46d7bcc0a48ad5aae513 for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:36:26.282791 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:26.548919 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:26.553509 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:26.645596 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Checking segment: {'id': 'e00feee6-e04e-48ae-8d99-5179a973f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:36:26.645977 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Network hostable DHCP agents. Network: df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:36:26.651280 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa39d4f-454b-4456-8479-3e608d69fa62,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:26.656856 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:26.669205 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Network df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:36:26.680296 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:36:26.685032 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:36:26.685606 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:26.690175 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6cb06e-1971-4df4-88cc-d62ee8c9d00c None None] Network df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:36:26.704971 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4540789 Nov 23 12:36:27.088774 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa319e6ca-75f2-5eba-bfa2-fee8e17dc79e-df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0', 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'fixed_ips': [{'subnet_id': '5aa39d4f-454b-4456-8479-3e608d69fa62'}]}} from dv-cinder-818884-1-smb. {{(pid=86827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:36:27.089966 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:27.274037 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Allocated IP 172.20.0.2 (df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0/5aa39d4f-454b-4456-8479-3e608d69fa62/5de1e977-e068-4951-9015-abfa70b4041f) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:36:27.503244 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:27.516704 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Transition to ACTIVE for port object 5de1e977-e068-4951-9015-abfa70b4041f will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:36:27.537086 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Transition to ACTIVE for port object 5de1e977-e068-4951-9015-abfa70b4041f will not be triggered until provisioned by entity DHCP. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:36:27.543625 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:27.548244 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:27.610531 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Network df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:36:27.615500 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:36:27.620360 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Pushing event updated for resources: {'Port': ['ID=5de1e977-e068-4951-9015-abfa70b4041f,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:27.622639 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:36:27.664486 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:27.664822 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:27.665150 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:27.665471 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:27.665789 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:27.666109 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:27.666518 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:27.666833 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:27.667146 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:27.667456 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:27.667765 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:27.668073 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Tracked resource versions report: Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: pushed versions: Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: { 'AddressGroup': {'1.2'}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'ConntrackHelper': {'1.0'}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'Log': {'1.0'}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'Network': {'1.1'}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'Port': {'1.7'}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'PortForwarding': {'1.2'}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'QosPolicy': {'1.8'}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'SecurityGroup': {'1.4'}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'SubPort': {'1.0'}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'Subnet': {'1.1'}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'Trunk': {'1.1'}} Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: consumer versions: Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: { DHCP agent@dv-cinder-818884-1-smb: {}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: L3 agent@dv-cinder-818884-1-smb: {}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: Metadata agent@dv-cinder-818884-1-smb: {}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: Metering agent@dv-cinder-818884-1-smb: {}, Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: Open vSwitch agent@dv-cinder-818884-1-smb: { 'AddressGroup': '1.2', Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'ConntrackHelper': '1.0', Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'Log': '1.0', Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'Network': '1.1', Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'Port': '1.7', Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'PortForwarding': '1.2', Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'QosPolicy': '1.8', Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'SecurityGroup': '1.4', Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'SecurityGroupRule': '1.2', Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'SubPort': '1.0', Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'Subnet': '1.1', Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: 'Trunk': '1.1'}} Nov 23 12:36:27.669184 dv-cinder-818884-1-smb neutron-server[86827]: {{(pid=86827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:36:27.700728 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:27.725587 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Attempting to bind port 5de1e977-e068-4951-9015-abfa70b4041f on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:36:27.725982 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Attempting to bind port 5de1e977-e068-4951-9015-abfa70b4041f by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': 'e00feee6-e04e-48ae-8d99-5179a973f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:36:27.726437 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Attempting to bind port 5de1e977-e068-4951-9015-abfa70b4041f on network df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:36:27.731665 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:36:27.732065 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Checking segment: {'id': 'e00feee6-e04e-48ae-8d99-5179a973f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:36:27.732560 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:27.732947 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Bound using segment: {'id': 'e00feee6-e04e-48ae-8d99-5179a973f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:36:27.733435 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Bound port: 5de1e977-e068-4951-9015-abfa70b4041f, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00feee6-e04e-48ae-8d99-5179a973f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:36:27.733831 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:27.824797 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] For port 5de1e977-e068-4951-9015-abfa70b4041f, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:36:27.828518 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] For port 5de1e977-e068-4951-9015-abfa70b4041f, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=5de1e977-e068-4951-9015-abfa70b4041f,segment=NetworkSegment(e00feee6-e04e-48ae-8d99-5179a973f3b4),segment_id=e00feee6-e04e-48ae-8d99-5179a973f3b4)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:36:27.832596 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:27.837254 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:27.961034 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Pushing event updated for resources: {'Port': ['ID=5de1e977-e068-4951-9015-abfa70b4041f,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:27.971047 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:29.073748 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45600) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:29.450069 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [None req-45202f05-113f-402a-89bd-246c5b68495c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:36:29.451078 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-45202f05-113f-402a-89bd-246c5b68495c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3762391 Nov 23 12:36:31.527432 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee756f70-64a5-4499-94d9-c7e8b81cd573 None None] Network df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:36:31.625611 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-9a6872b7-35f0-48c2-bbac-fa166e1f78ae None None] Provisioning for port 5de1e977-e068-4951-9015-abfa70b4041f completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:36:31.825718 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45614) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:31.865664 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 5de1e977-e068-4951-9015-abfa70b4041f up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:36:31.936469 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 5de1e977-e068-4951-9015-abfa70b4041f completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:36:31.941780 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 5de1e977-e068-4951-9015-abfa70b4041f triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:36:31.942175 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:32.061961 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:32.090946 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-ba54468e-2f50-46e8-ba56-09b7e31f52e3 None None] Provisioning complete for port 5de1e977-e068-4951-9015-abfa70b4041f triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:36:32.091314 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ba54468e-2f50-46e8-ba56-09b7e31f52e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:32.145202 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 5de1e977-e068-4951-9015-abfa70b4041f, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=5de1e977-e068-4951-9015-abfa70b4041f,segment=NetworkSegment(e00feee6-e04e-48ae-8d99-5179a973f3b4),segment_id=e00feee6-e04e-48ae-8d99-5179a973f3b4)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:36:32.153755 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:32.159179 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:32.211446 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [None req-67a68294-2bb9-4c8d-8fb9-bdc2403a658a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:36:32.226249 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-67a68294-2bb9-4c8d-8fb9-bdc2403a658a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3857801 Nov 23 12:36:32.274778 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=5de1e977-e068-4951-9015-abfa70b4041f,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:32.279653 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:33.824939 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 5de1e977-e068-4951-9015-abfa70b4041f up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:36:33.891349 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 5de1e977-e068-4951-9015-abfa70b4041f triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:36:33.891718 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:34.821442 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45626) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:35.159201 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-dc4ced3c-463c-4a5b-9f43-4c99c7731a4e admin admin] Request body: {'router': {'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:36:35.164225 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-dc4ced3c-463c-4a5b-9f43-4c99c7731a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:36:35.167942 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-dc4ced3c-463c-4a5b-9f43-4c99c7731a4e admin admin] Usage tracker for resource:router and tenant:0de9391756eb46d7bcc0a48ad5aae513 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:36:35.171186 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-dc4ced3c-463c-4a5b-9f43-4c99c7731a4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:36:35.176738 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-dc4ced3c-463c-4a5b-9f43-4c99c7731a4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:36:35.187166 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dc4ced3c-463c-4a5b-9f43-4c99c7731a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48205'] for router, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:35.188690 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dc4ced3c-463c-4a5b-9f43-4c99c7731a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48218'] for router, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:35.210338 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dc4ced3c-463c-4a5b-9f43-4c99c7731a4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:35.320092 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dc4ced3c-463c-4a5b-9f43-4c99c7731a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963813'] for router, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:35.338048 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dc4ced3c-463c-4a5b-9f43-4c99c7731a4e admin admin] Notify callbacks [] for router, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:35.339222 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-dc4ced3c-463c-4a5b-9f43-4c99c7731a4e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5168252 Nov 23 12:36:37.655414 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45636) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:38.014787 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [None req-219577ab-0a66-4c51-9454-dc51cff53a39 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:36:38.015781 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-219577ab-0a66-4c51-9454-dc51cff53a39 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3594325 Nov 23 12:36:39.191531 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e2d105c1-55a5-4a11-a4c6-cc8e9c879cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:39.773977 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:40.364445 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45646) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:40.726503 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:36:40.731451 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:36:40.735260 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Usage tracker for resource:network and tenant:01c4c956631e49d1ad71dee3b2ec34c7 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:36:40.738123 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:36:40.743752 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:36:40.752931 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Made reservation on behalf of 01c4c956631e49d1ad71dee3b2ec34c7 for: {'network': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:36:40.755765 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:40.767389 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:40.781638 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:36:40.785563 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Usage tracker for resource:security_group_rule and tenant:01c4c956631e49d1ad71dee3b2ec34c7 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:36:40.788335 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:36:40.793872 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:36:40.873667 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:40.876949 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:40.881405 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:40.893383 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Reserving flat network on physical network physnet1 {{(pid=86826) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 12:36:40.916197 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12bfc79-bf92-4509-8e35-c1b77bc6dabd,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:40.918841 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:40.919174 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.segments_db [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Added segment 0088940a-1cc5-4a41-8651-cfb19ae614a8 of type flat for network c8da9131-33b6-458d-837b-6196afa8bd82 Nov 23 12:36:40.920307 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:40.950953 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:40.986003 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:40.987294 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:36:40.987862 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:40.993116 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:41.089122 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7236238 Nov 23 12:36:41.089799 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Pushing event updated for resources: {'Network': ['ID=c8da9131-33b6-458d-837b-6196afa8bd82,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:41.092448 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:41.101100 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network c8da9131-33b6-458d-837b-6196afa8bd82 details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:36:41.629015 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b28cc867-e460-48e0-9ad2-362e4f2abc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:42.876383 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:43.446217 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45666) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:43.684919 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab7b2b-04c7-4103-a233-1ef7d51629b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:36:43.686220 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-40ab7b2b-04c7-4103-a233-1ef7d51629b6 admin admin] 10.222.0.41 "GET /v2.0/subnets/5aa39d4f-454b-4456-8479-3e608d69fa62 HTTP/1.1" status: 200 len: 849 time: 0.2390299 Nov 23 12:36:43.827709 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-6ab7c374-5f91-4f12-ba19-2bd49e529141 admin admin] 10.222.0.41 "GET /v2.0/routers/2619d025-b273-454c-9532-885dd0caee14 HTTP/1.1" status: 200 len: 704 time: 0.1359112 Nov 23 12:36:44.089847 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:44.286747 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:44.540815 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Allocated IP 172.20.0.1 (df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0/5aa39d4f-454b-4456-8479-3e608d69fa62/1caa0f74-c446-42cc-8366-e792f93cb920) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:36:44.697772 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:44.714247 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.provisioning_blocks [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Transition to ACTIVE for port object 1caa0f74-c446-42cc-8366-e792f93cb920 will not be triggered until provisioned by entity DHCP. {{(pid=86826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:36:44.765661 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:44.770015 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:44.833032 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Network df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:36:44.835894 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:36:44.842367 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Pushing event updated for resources: {'Port': ['ID=1caa0f74-c446-42cc-8366-e792f93cb920,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:44.853347 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:36:44.853803 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643627'] for router_interface, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:44.998964 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:45.069617 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4de2db47-bbe8-4ca6-8214-34a83a9227eb None None] Provisioning for port 1caa0f74-c446-42cc-8366-e792f93cb920 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:36:45.074416 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4de2db47-bbe8-4ca6-8214-34a83a9227eb None None] Provisioning complete for port 1caa0f74-c446-42cc-8366-e792f93cb920 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:36:45.074787 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4de2db47-bbe8-4ca6-8214-34a83a9227eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:45.115271 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:45.128750 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4de2db47-bbe8-4ca6-8214-34a83a9227eb None None] Port 1caa0f74-c446-42cc-8366-e792f93cb920 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:36:45.334956 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:45.339185 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:45.340393 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643784'] for router_interface, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:45.344257 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:45.472206 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Pushing event updated for resources: {'Port': ['ID=1caa0f74-c446-42cc-8366-e792f93cb920,revision_number=2']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:45.481410 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:45.532848 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Network df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:36:45.533949 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:36:45.752207 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-165e74a6-552c-4301-a32b-a8206764eab6 None None] Provisioning complete for port 1caa0f74-c446-42cc-8366-e792f93cb920 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:36:45.752684 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-165e74a6-552c-4301-a32b-a8206764eab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:45.800847 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Router 2619d025-b273-454c-9532-885dd0caee14 is scheduled to L3 agent faa92151-038f-4b29-95e9-6a3353739984 with binding_index 1 {{(pid=86826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:36:45.806598 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-165e74a6-552c-4301-a32b-a8206764eab6 None None] Port 1caa0f74-c446-42cc-8366-e792f93cb920 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:36:46.000767 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:36:46.011064 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] 10.222.0.41 "PUT /v2.0/routers/2619d025-b273-454c-9532-885dd0caee14/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1783285 Nov 23 12:36:46.013095 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Sync routers for ids ['2619d025-b273-454c-9532-885dd0caee14'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:36:46.023501 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Routers {'2619d025-b273-454c-9532-885dd0caee14'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:36:46.024358 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:36:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['2619d025-b273-454c-9532-885dd0caee14'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:46.203061 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Set router 2619d025-b273-454c-9532-885dd0caee14 gateway port host: None {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:36:46.566165 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2619d025-b273-454c-9532-885dd0caee14', 'name': 'router1', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:36:35Z', 'updated_at': '2021-11-23T12:36:45Z', 'revision_number': 2, 'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'gw_port_host': None, '_interfaces': [{'id': '1caa0f74-c446-42cc-8366-e792f93cb920', 'name': '', 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'mac_address': 'fa:16:3e:21:d6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619d025-b273-454c-9532-885dd0caee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa39d4f-454b-4456-8479-3e608d69fa62', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:36:44Z', 'updated_at': '2021-11-23T12:36:45Z', 'revision_number': 2, 'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'subnets': [{'id': '5aa39d4f-454b-4456-8479-3e608d69fa62', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3afe7a0-f7d9-4872-a134-9b67a4faaaf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:46.571486 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Checking router: 2619d025-b273-454c-9532-885dd0caee14 for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:36:46.571864 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Updating router 2619d025-b273-454c-9532-885dd0caee14 port 1caa0f74-c446-42cc-8366-e792f93cb920 binding host dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:36:46.625487 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:46.998750 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:47.013695 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Transition to ACTIVE for port object 1caa0f74-c446-42cc-8366-e792f93cb920 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:36:47.021596 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:47.027722 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:47.265656 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Pushing event updated for resources: {'Port': ['ID=1caa0f74-c446-42cc-8366-e792f93cb920,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:47.276978 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:47.277311 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:47.277633 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:47.277952 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:47.278286 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:47.278604 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:47.278913 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:47.279248 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:47.279555 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:47.279860 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:47.280166 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:47.280470 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Tracked resource versions report: Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: pushed versions: Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: { 'AddressGroup': {'1.2'}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'ConntrackHelper': {'1.0'}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'Log': {'1.0'}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'Network': {'1.1'}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'Port': {'1.7'}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'PortForwarding': {'1.2'}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'QosPolicy': {'1.8'}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'SecurityGroup': {'1.4'}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'SubPort': {'1.0'}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'Subnet': {'1.1'}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'Trunk': {'1.1'}} Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: consumer versions: Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: { DHCP agent@dv-cinder-818884-1-smb: {}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: L3 agent@dv-cinder-818884-1-smb: {}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: Metadata agent@dv-cinder-818884-1-smb: {}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: Metering agent@dv-cinder-818884-1-smb: {}, Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: Open vSwitch agent@dv-cinder-818884-1-smb: { 'AddressGroup': '1.2', Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'ConntrackHelper': '1.0', Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'Log': '1.0', Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'Network': '1.1', Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'Port': '1.7', Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'PortForwarding': '1.2', Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'QosPolicy': '1.8', Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'SecurityGroup': '1.4', Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'SecurityGroupRule': '1.2', Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'SubPort': '1.0', Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'Subnet': '1.1', Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: 'Trunk': '1.1'}} Nov 23 12:36:47.281573 dv-cinder-818884-1-smb neutron-server[86828]: {{(pid=86828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:36:47.285742 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Attempting to bind port 1caa0f74-c446-42cc-8366-e792f93cb920 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:36:47.286129 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Attempting to bind port 1caa0f74-c446-42cc-8366-e792f93cb920 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': 'e00feee6-e04e-48ae-8d99-5179a973f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:36:47.287211 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Attempting to bind port 1caa0f74-c446-42cc-8366-e792f93cb920 on network df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:36:47.289406 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:47.293795 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:36:47.294190 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Checking segment: {'id': 'e00feee6-e04e-48ae-8d99-5179a973f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:36:47.294705 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:47.295085 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Bound using segment: {'id': 'e00feee6-e04e-48ae-8d99-5179a973f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:36:47.295601 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Bound port: 1caa0f74-c446-42cc-8366-e792f93cb920, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00feee6-e04e-48ae-8d99-5179a973f3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:36:47.295985 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:47.385811 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] For port 1caa0f74-c446-42cc-8366-e792f93cb920, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:36:47.389962 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] For port 1caa0f74-c446-42cc-8366-e792f93cb920, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=1caa0f74-c446-42cc-8366-e792f93cb920,segment=NetworkSegment(e00feee6-e04e-48ae-8d99-5179a973f3b4),segment_id=e00feee6-e04e-48ae-8d99-5179a973f3b4)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:36:47.394222 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:47.399467 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:47.484404 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Routers {'2619d025-b273-454c-9532-885dd0caee14'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:36:47.485036 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:36:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['2619d025-b273-454c-9532-885dd0caee14'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:47.532081 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Pushing event updated for resources: {'Port': ['ID=1caa0f74-c446-42cc-8366-e792f93cb920,revision_number=4']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:47.540605 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:47.638682 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] Set router 2619d025-b273-454c-9532-885dd0caee14 gateway port host: None {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:36:47.959827 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2619d025-b273-454c-9532-885dd0caee14', 'name': 'router1', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:36:35Z', 'updated_at': '2021-11-23T12:36:45Z', 'revision_number': 2, 'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'gw_port_host': None, '_interfaces': [{'id': '1caa0f74-c446-42cc-8366-e792f93cb920', 'name': '', 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'mac_address': 'fa:16:3e:21:d6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619d025-b273-454c-9532-885dd0caee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa39d4f-454b-4456-8479-3e608d69fa62', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:36:44Z', 'updated_at': '2021-11-23T12:36:47Z', 'revision_number': 4, 'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'subnets': [{'id': '5aa39d4f-454b-4456-8479-3e608d69fa62', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3afe7a0-f7d9-4872-a134-9b67a4faaaf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:47.963577 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7495060a-d838-43c5-bc11-57000f5d180b None None] The sync data for ids ['2619d025-b273-454c-9532-885dd0caee14'] in dv-cinder-818884-1-smb is: [{'id': '2619d025-b273-454c-9532-885dd0caee14', 'name': 'router1', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:36:35Z', 'updated_at': '2021-11-23T12:36:45Z', 'revision_number': 2, 'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'gw_port_host': None, '_interfaces': [{'id': '1caa0f74-c446-42cc-8366-e792f93cb920', 'name': '', 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'mac_address': 'fa:16:3e:21:d6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619d025-b273-454c-9532-885dd0caee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa39d4f-454b-4456-8479-3e608d69fa62', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:36:44Z', 'updated_at': '2021-11-23T12:36:47Z', 'revision_number': 4, 'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'subnets': [{'id': '5aa39d4f-454b-4456-8479-3e608d69fa62', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3afe7a0-f7d9-4872-a134-9b67a4faaaf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:36:48.321844 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45690) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:48.467103 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed02585-427c-4297-aa0b-65f7cef6667d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:36:48.467650 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7ed02585-427c-4297-aa0b-65f7cef6667d admin admin] Synchronizing usage tracker for tenant:01c4c956631e49d1ad71dee3b2ec34c7 on resource:network {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:36:48.484912 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7ed02585-427c-4297-aa0b-65f7cef6667d admin admin] Unset dirty status for tenant:01c4c956631e49d1ad71dee3b2ec34c7 on resource:network {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:36:48.491684 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7ed02585-427c-4297-aa0b-65f7cef6667d admin admin] 10.222.0.41 "GET /v2.0/networks/c8da9131-33b6-458d-837b-6196afa8bd82 HTTP/1.1" status: 200 len: 842 time: 0.1630225 Nov 23 12:36:48.495735 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:36:48.500587 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:36:48.504262 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Usage tracker for resource:subnet and tenant:01c4c956631e49d1ad71dee3b2ec34c7 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:36:48.507033 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:36:48.513115 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:36:48.527940 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Made reservation on behalf of 01c4c956631e49d1ad71dee3b2ec34c7 for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:36:48.530890 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:48.908566 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.objects.ports [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86826) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 23 12:36:48.909017 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:48.914518 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:48.984691 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68d3995-e99d-4291-bfce-18928c9f428b,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:48.988678 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Checking segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:36:48.988963 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Network hostable DHCP agents. Network: c8da9131-33b6-458d-837b-6196afa8bd82, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:36:48.993020 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:49.007841 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Network c8da9131-33b6-458d-837b-6196afa8bd82 is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:36:49.016438 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, c8da9131-33b6-458d-837b-6196afa8bd82) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:36:49.020457 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:36:49.021602 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:49.026351 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca7daf-7de8-4830-a70e-7e54ef1fb2d7 None None] Network c8da9131-33b6-458d-837b-6196afa8bd82 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:36:49.041214 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5488307 Nov 23 12:36:49.248296 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab3b7d4-9dfc-411e-ae21-b656b3d8cc82 None None] Network c8da9131-33b6-458d-837b-6196afa8bd82 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:36:49.865777 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 1caa0f74-c446-42cc-8366-e792f93cb920 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:36:49.941459 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 1caa0f74-c446-42cc-8366-e792f93cb920 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:36:49.947175 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 1caa0f74-c446-42cc-8366-e792f93cb920 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:36:49.948212 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:50.062962 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:50.094452 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 1caa0f74-c446-42cc-8366-e792f93cb920, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=1caa0f74-c446-42cc-8366-e792f93cb920,segment=NetworkSegment(e00feee6-e04e-48ae-8d99-5179a973f3b4),segment_id=e00feee6-e04e-48ae-8d99-5179a973f3b4)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:36:50.098383 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:50.101055 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:50.165677 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=1caa0f74-c446-42cc-8366-e792f93cb920,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:50.168974 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:50.518558 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 5 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:36:51.285911 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45704) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:51.477680 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-1d923223-f6c0-4482-88ed-6110c903d02c admin admin] 10.222.0.41 "GET /v2.0/routers/2619d025-b273-454c-9532-885dd0caee14 HTTP/1.1" status: 200 len: 710 time: 0.1900098 Nov 23 12:36:51.602803 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2dff98-8d43-4723-aad7-0cf81790dc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:36:51.604114 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8f2dff98-8d43-4723-aad7-0cf81790dc59 admin admin] 10.222.0.41 "GET /v2.0/networks/c8da9131-33b6-458d-837b-6196afa8bd82 HTTP/1.1" status: 200 len: 886 time: 0.1215217 Nov 23 12:36:51.612513 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:36:51.834004 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 1caa0f74-c446-42cc-8366-e792f93cb920 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:36:51.901430 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 1caa0f74-c446-42cc-8366-e792f93cb920 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:36:51.901802 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:52.134684 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48168'] for router, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:52.473490 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:52.528253 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:52.658298 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Allocated IP 172.28.0.250 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/81b153b7-0193-483e-9288-bf55a70799e2) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:36:52.801666 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:52.831446 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:52.836008 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:52.894370 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:36:52.896921 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:36:52.900602 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:36:53.015166 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Pushing event updated for resources: {'Port': ['ID=81b153b7-0193-483e-9288-bf55a70799e2,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:53.024510 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:53.278083 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:53.664315 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48168'] for router, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:53.667249 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-963607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-963614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965376'] for router, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:53.846636 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Router 2619d025-b273-454c-9532-885dd0caee14 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:36:54.027951 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:36:54.036094 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Notify callbacks [] for router, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:54.037773 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Sync routers for ids ['2619d025-b273-454c-9532-885dd0caee14'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:36:54.038285 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] 10.222.0.41 "PUT /v2.0/routers/2619d025-b273-454c-9532-885dd0caee14 HTTP/1.1" status: 200 len: 890 time: 2.4284184 Nov 23 12:36:54.047708 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Routers {'2619d025-b273-454c-9532-885dd0caee14'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:36:54.048391 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:36:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['2619d025-b273-454c-9532-885dd0caee14'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:54.253232 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Set router 2619d025-b273-454c-9532-885dd0caee14 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:36:54.591936 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2619d025-b273-454c-9532-885dd0caee14', 'name': 'router1', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.250'}], 'enable_snat': True}, 'gw_port_id': '81b153b7-0193-483e-9288-bf55a70799e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:36:35Z', 'updated_at': '2021-11-23T12:36:53Z', 'revision_number': 4, 'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'gw_port': {'id': '81b153b7-0193-483e-9288-bf55a70799e2', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619d025-b273-454c-9532-885dd0caee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:36:52Z', 'updated_at': '2021-11-23T12:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '1caa0f74-c446-42cc-8366-e792f93cb920', 'name': '', 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'mac_address': 'fa:16:3e:21:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2619d025-b273-454c-9532-885dd0caee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa39d4f-454b-4456-8479-3e608d69fa62', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:36:44Z', 'updated_at': '2021-11-23T12:36:50Z', 'revision_number': 5, 'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'subnets': [{'id': '5aa39d4f-454b-4456-8479-3e608d69fa62', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3afe7a0-f7d9-4872-a134-9b67a4faaaf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:54.596491 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Checking router: 2619d025-b273-454c-9532-885dd0caee14 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:36:54.596850 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Updating router 2619d025-b273-454c-9532-885dd0caee14 port 81b153b7-0193-483e-9288-bf55a70799e2 binding host dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:36:54.646357 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:54.994379 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:55.006134 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Transition to ACTIVE for port object 81b153b7-0193-483e-9288-bf55a70799e2 will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:36:55.012845 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:55.016554 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-224b4ef8-dcbd-465e-8900-7a87410f9663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:55.090620 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Attempting to bind port 81b153b7-0193-483e-9288-bf55a70799e2 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:36:55.091262 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Attempting to bind port 81b153b7-0193-483e-9288-bf55a70799e2 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:36:55.091371 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Attempting to bind port 81b153b7-0193-483e-9288-bf55a70799e2 on network c8da9131-33b6-458d-837b-6196afa8bd82 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:36:55.096769 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac8eb7-1b3a-48e2-84f7-ab685c179d6e None None] Pushing event updated for resources: {'Port': ['ID=81b153b7-0193-483e-9288-bf55a70799e2,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:55.101171 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-d6ac8eb7-1b3a-48e2-84f7-ab685c179d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:55.101913 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:36:55.102306 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Checking segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:36:55.102707 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:55.103087 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Bound using segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:36:55.103556 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Bound port: 81b153b7-0193-483e-9288-bf55a70799e2, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:36:55.103949 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:55.176281 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] For port 81b153b7-0193-483e-9288-bf55a70799e2, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:36:55.179757 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] For port 81b153b7-0193-483e-9288-bf55a70799e2, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=81b153b7-0193-483e-9288-bf55a70799e2,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:36:55.184432 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:55.188140 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-d6ac8eb7-1b3a-48e2-84f7-ab685c179d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:55.260943 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Routers {'2619d025-b273-454c-9532-885dd0caee14'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:36:55.261532 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:36:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['2619d025-b273-454c-9532-885dd0caee14'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:55.318318 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac8eb7-1b3a-48e2-84f7-ab685c179d6e None None] Pushing event updated for resources: {'Port': ['ID=81b153b7-0193-483e-9288-bf55a70799e2,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:55.328603 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-d6ac8eb7-1b3a-48e2-84f7-ab685c179d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:55.446887 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] Set router 2619d025-b273-454c-9532-885dd0caee14 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:36:55.774381 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2619d025-b273-454c-9532-885dd0caee14', 'name': 'router1', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.250'}], 'enable_snat': True}, 'gw_port_id': '81b153b7-0193-483e-9288-bf55a70799e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:36:35Z', 'updated_at': '2021-11-23T12:36:53Z', 'revision_number': 4, 'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'gw_port': {'id': '81b153b7-0193-483e-9288-bf55a70799e2', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619d025-b273-454c-9532-885dd0caee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:36:52Z', 'updated_at': '2021-11-23T12:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '1caa0f74-c446-42cc-8366-e792f93cb920', 'name': '', 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'mac_address': 'fa:16:3e:21:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2619d025-b273-454c-9532-885dd0caee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa39d4f-454b-4456-8479-3e608d69fa62', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:36:44Z', 'updated_at': '2021-11-23T12:36:50Z', 'revision_number': 5, 'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'subnets': [{'id': '5aa39d4f-454b-4456-8479-3e608d69fa62', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3afe7a0-f7d9-4872-a134-9b67a4faaaf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:55.778518 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af2e71-005a-45cb-894b-f9cc80f60872 None None] The sync data for ids ['2619d025-b273-454c-9532-885dd0caee14'] in dv-cinder-818884-1-smb is: [{'id': '2619d025-b273-454c-9532-885dd0caee14', 'name': 'router1', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.250'}], 'enable_snat': True}, 'gw_port_id': '81b153b7-0193-483e-9288-bf55a70799e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:36:35Z', 'updated_at': '2021-11-23T12:36:53Z', 'revision_number': 4, 'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'gw_port': {'id': '81b153b7-0193-483e-9288-bf55a70799e2', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2619d025-b273-454c-9532-885dd0caee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:36:52Z', 'updated_at': '2021-11-23T12:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '1caa0f74-c446-42cc-8366-e792f93cb920', 'name': '', 'network_id': 'df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0', 'tenant_id': '0de9391756eb46d7bcc0a48ad5aae513', 'mac_address': 'fa:16:3e:21:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2619d025-b273-454c-9532-885dd0caee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa39d4f-454b-4456-8479-3e608d69fa62', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:36:44Z', 'updated_at': '2021-11-23T12:36:50Z', 'revision_number': 5, 'project_id': '0de9391756eb46d7bcc0a48ad5aae513', 'subnets': [{'id': '5aa39d4f-454b-4456-8479-3e608d69fa62', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3afe7a0-f7d9-4872-a134-9b67a4faaaf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:36:56.376763 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 45714) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:56.492435 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-fe8d9021-127a-4d16-ac86-2980f3064bbd admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1144884 Nov 23 12:36:57.857699 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 81b153b7-0193-483e-9288-bf55a70799e2 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:36:57.940534 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 81b153b7-0193-483e-9288-bf55a70799e2 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:36:57.945204 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 81b153b7-0193-483e-9288-bf55a70799e2 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:36:57.945734 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:58.062199 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:58.082114 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 81b153b7-0193-483e-9288-bf55a70799e2, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=81b153b7-0193-483e-9288-bf55a70799e2,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:36:58.089281 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:58.093143 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:58.158103 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=81b153b7-0193-483e-9288-bf55a70799e2,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:36:58.161958 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:59.865173 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 81b153b7-0193-483e-9288-bf55a70799e2 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:36:59.995080 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 81b153b7-0193-483e-9288-bf55a70799e2 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:36:59.995820 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:09.196201 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-04993fd4-8d20-4b2b-8cce-2946025629cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:09.775397 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:11.632134 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0ac37328-847b-415b-b2e4-a863e15df4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:12.885623 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:14.109007 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:27.520680 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 5 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:37:39.202421 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dec40bbf-7a41-4df5-ae75-4940aa6e9b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:39.777614 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:41.634961 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-98a895d2-f90e-4efc-979d-a2eeb4274106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:42.902549 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:44.110869 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:04.530417 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 5 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:38:09.198431 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-604907eb-ec4b-4e7b-aab5-b57302a36245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:09.783504 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:11.640095 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1f2e-492e-4c52-be9b-a76d440022c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:12.893981 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:14.126780 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:39.201017 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-af84b669-18e7-4dce-a68d-746ac5cee60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:39.775366 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:41.522706 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 5 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:38:41.642143 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-041adf6d-a7de-47ae-ac20-743d5813fc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:42.888888 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:44.125331 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:57.333271 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46284) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:38:57.401810 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5df49c9-0642-4f35-9e4d-06ef082dadbc admin admin] GET failed (client error): The resource could not be found. Nov 23 12:38:57.403120 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b5df49c9-0642-4f35-9e4d-06ef082dadbc admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0688751 Nov 23 12:38:57.534064 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e307694-f9cb-405c-8707-b326199df545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:38:57.536052 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8e307694-f9cb-405c-8707-b326199df545 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1285043 Nov 23 12:38:59.636657 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46294) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:38:59.740524 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad4b217-2ee8-43ee-add8-dd4c99c201ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:38:59.741083 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-bad4b217-2ee8-43ee-add8-dd4c99c201ca admin admin] Synchronizing usage tracker for tenant:01c4c956631e49d1ad71dee3b2ec34c7 on resource:subnet {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:38:59.757362 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-bad4b217-2ee8-43ee-add8-dd4c99c201ca admin admin] Unset dirty status for tenant:01c4c956631e49d1ad71dee3b2ec34c7 on resource:subnet {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:38:59.758489 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-bad4b217-2ee8-43ee-add8-dd4c99c201ca admin admin] 10.222.0.41 "GET /v2.0/subnets/5aa39d4f-454b-4456-8479-3e608d69fa62 HTTP/1.1" status: 200 len: 849 time: 0.1208830 Nov 23 12:38:59.767574 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:38:59.884095 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Notify callbacks [] for subnet, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:00.069671 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784700037708'] for subnet, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:00.073530 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-cd31e0a5-600e-4340-8051-b3060b3b995b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:39:00.110751 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:00.111259 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:00.112627 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] 10.222.0.41 "PUT /v2.0/subnets/5aa39d4f-454b-4456-8479-3e608d69fa62 HTTP/1.1" status: 200 len: 868 time: 0.3485591 Nov 23 12:39:00.125457 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151ac79-f4a7-4474-b6b0-49a42e12e8ad None None] Network df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:39:00.139699 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa39d4f-454b-4456-8479-3e608d69fa62,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:39:00.147354 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:00.147721 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:00.148016 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:00.148340 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:00.148661 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:00.148981 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:00.149296 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:00.149614 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:00.149948 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:00.150289 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:00.150605 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:00.150915 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:00.154555 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:39:00.628010 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-f9fc22d4-795d-41f6-bc57-cb7295695733 None None] Provisioning complete for port 5de1e977-e068-4951-9015-abfa70b4041f triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:39:00.628385 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f9fc22d4-795d-41f6-bc57-cb7295695733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:00.756844 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-f9fc22d4-795d-41f6-bc57-cb7295695733 None None] Provisioning complete for port 1caa0f74-c446-42cc-8366-e792f93cb920 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:39:00.757319 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f9fc22d4-795d-41f6-bc57-cb7295695733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:02.260560 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46304) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:02.437854 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2feceaf-c563-43f1-9006-6c0d07876bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:02.438348 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2feceaf-c563-43f1-9006-6c0d07876bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:02.439862 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-d2feceaf-c563-43f1-9006-6c0d07876bb4 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1783636 Nov 23 12:39:04.556186 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46314) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:04.772194 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd9c4d-db54-4241-b1b7-a4ca519fed0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:04.772665 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd9c4d-db54-4241-b1b7-a4ca519fed0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:04.774160 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-82fd9c4d-db54-4241-b1b7-a4ca519fed0c admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2170455 Nov 23 12:39:06.903192 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46324) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:07.065828 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db746f2-6bef-427a-bae0-c5afac8ec439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:07.067183 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-2db746f2-6bef-427a-bae0-c5afac8ec439 admin admin] 10.222.0.41 "GET /v2.0/networks/c8da9131-33b6-458d-837b-6196afa8bd82 HTTP/1.1" status: 200 len: 886 time: 0.1630743 Nov 23 12:39:09.168616 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46334) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:09.202714 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-41af5ce6-5d41-4e83-890e-792782b5eda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:09.339280 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee0525f-efb5-4d16-b089-60cae9dfd007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:09.340609 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7ee0525f-efb5-4d16-b089-60cae9dfd007 admin admin] 10.222.0.41 "GET /v2.0/networks/df18a4cd-9c8c-48f8-84f7-e10f3e9b98f0 HTTP/1.1" status: 200 len: 869 time: 0.1710742 Nov 23 12:39:09.777112 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:11.432494 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46344) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:11.539748 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b592a-f760-4d06-b0b7-31f3cd109bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:11.540204 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b592a-f760-4d06-b0b7-31f3cd109bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:11.541687 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-ef4b592a-f760-4d06-b0b7-31f3cd109bbc admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1082623 Nov 23 12:39:11.646023 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d6a5435e-b12d-496a-b5da-b7befa358e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:12.891887 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:13.646883 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46354) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:13.750820 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291143e0-029b-48e8-9e7e-1f3384145d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:13.751273 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291143e0-029b-48e8-9e7e-1f3384145d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:13.752750 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-291143e0-029b-48e8-9e7e-1f3384145d63 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049292 Nov 23 12:39:14.127468 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:15.861638 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46364) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:15.969807 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5fb8f4-865a-44c4-bf74-56b263edb67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:15.971152 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-cb5fb8f4-865a-44c4-bf74-56b263edb67a admin admin] 10.222.0.41 "GET /v2.0/subnets/5aa39d4f-454b-4456-8479-3e608d69fa62 HTTP/1.1" status: 200 len: 868 time: 0.1085517 Nov 23 12:39:18.096323 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46374) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:18.194660 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1412ae-786f-4628-9330-a48f2e857f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:18.195942 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8f1412ae-786f-4628-9330-a48f2e857f96 admin admin] 10.222.0.41 "GET /v2.0/subnets/d68d3995-e99d-4291-bfce-18928c9f428b HTTP/1.1" status: 200 len: 816 time: 0.0980167 Nov 23 12:39:18.528822 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 5 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:39:39.204873 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f78fe06a-7de2-479e-bdd7-e734e342b456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:39.779710 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:40.989749 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46418) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:41.035814 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [None req-e76b2500-9ca8-4be1-a40f-99e498dad13a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:39:41.036810 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-e76b2500-9ca8-4be1-a40f-99e498dad13a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461011 Nov 23 12:39:41.647341 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7f382b65-a316-47c5-9385-f57f3afcf12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:42.896062 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:43.221751 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46428) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:43.286539 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9806784d-3e34-4041-a8dd-084758e106dc admin admin] GET failed (client error): The resource could not be found. Nov 23 12:39:43.287798 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-9806784d-3e34-4041-a8dd-084758e106dc admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0651028 Nov 23 12:39:43.411282 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40682c3-ce98-4319-a1bb-66c82cf0be2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:43.412612 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-d40682c3-ce98-4319-a1bb-66c82cf0be2b admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1209142 Nov 23 12:39:44.130601 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:45.543537 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46438) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:45.589050 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:39:45.593459 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:39:45.603460 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:39:45.613248 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Made reservation on behalf of 01c4c956631e49d1ad71dee3b2ec34c7 for: {'network': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:39:45.615556 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:45.702380 dv-cinder-818884-1-smb neutron-server[86826]: WARNING neutron.services.revisions.revision_plugin [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Could not find related network for resource to bump revision. Nov 23 12:39:45.714643 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=86826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:39:45.724184 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:45.724462 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.segments_db [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Added segment 131be783-5ac3-46ef-883c-c4733a9548f2 of type vlan for network 5a72a9de-e051-49a4-9af7-e05c949cc65b Nov 23 12:39:45.749859 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:45.778005 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:45.779298 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:45.779868 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:45.784260 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:39:45.880778 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3361664 Nov 23 12:39:45.881468 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Pushing event updated for resources: {'Network': ['ID=5a72a9de-e051-49a4-9af7-e05c949cc65b,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:39:45.885334 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:39:45.892574 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network 5a72a9de-e051-49a4-9af7-e05c949cc65b details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:39:48.075406 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46448) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:48.140023 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7f81bf-c259-41fd-9b78-2db1d94ed79f admin admin] GET failed (client error): The resource could not be found. Nov 23 12:39:48.140460 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-ec7f81bf-c259-41fd-9b78-2db1d94ed79f admin admin] Synchronizing usage tracker for tenant:01c4c956631e49d1ad71dee3b2ec34c7 on resource:network {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:39:48.155272 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-ec7f81bf-c259-41fd-9b78-2db1d94ed79f admin admin] Unset dirty status for tenant:01c4c956631e49d1ad71dee3b2ec34c7 on resource:network {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:39:48.156343 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-ec7f81bf-c259-41fd-9b78-2db1d94ed79f admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0799942 Nov 23 12:39:48.262208 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846403e0-ef3b-4a75-aae5-0fcc52279db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:48.263663 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-846403e0-ef3b-4a75-aae5-0fcc52279db6 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1019447 Nov 23 12:39:48.273795 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:39:48.278255 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:39:48.287494 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:39:48.297190 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Made reservation on behalf of 01c4c956631e49d1ad71dee3b2ec34c7 for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:39:48.299440 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:48.495286 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:48.498802 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-402e0345-c073-4a10-acaf-deceb607b0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:39:48.571059 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3e0b8e-f8ff-4baf-88bb-17a2a4520349,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:39:48.574357 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:39:48.579996 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Checking segment: {'id': '131be783-5ac3-46ef-883c-c4733a9548f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:39:48.580364 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Network hostable DHCP agents. Network: 5a72a9de-e051-49a4-9af7-e05c949cc65b, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:39:48.599573 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Network 5a72a9de-e051-49a4-9af7-e05c949cc65b is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:39:48.608881 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, 5a72a9de-e051-49a4-9af7-e05c949cc65b) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:39:48.613628 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:48.614386 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:48.620602 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac2f591-473c-4d29-b392-f05f05496d9e None None] Network 5a72a9de-e051-49a4-9af7-e05c949cc65b requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:39:48.648617 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3780057 Nov 23 12:39:48.866106 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa319e6ca-75f2-5eba-bfa2-fee8e17dc79e-5a72a9de-e051-49a4-9af7-e05c949cc65b', 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b', 'tenant_id': '01c4c956631e49d1ad71dee3b2ec34c7', 'fixed_ips': [{'subnet_id': 'fc3e0b8e-f8ff-4baf-88bb-17a2a4520349'}]}} from dv-cinder-818884-1-smb. {{(pid=86827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:39:48.867238 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:49.036315 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Allocated IP 192.168.233.2 (5a72a9de-e051-49a4-9af7-e05c949cc65b/fc3e0b8e-f8ff-4baf-88bb-17a2a4520349/ad2d21fc-417a-4ec6-9211-7e5f512ba6fe) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:39:49.278920 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:49.289026 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Transition to ACTIVE for port object ad2d21fc-417a-4ec6-9211-7e5f512ba6fe will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:39:49.307134 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Transition to ACTIVE for port object ad2d21fc-417a-4ec6-9211-7e5f512ba6fe will not be triggered until provisioned by entity DHCP. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:39:49.314021 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:49.318919 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:39:49.380207 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Network 5a72a9de-e051-49a4-9af7-e05c949cc65b is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:39:49.383107 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:39:49.386719 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:39:49.392249 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Pushing event updated for resources: {'Port': ['ID=ad2d21fc-417a-4ec6-9211-7e5f512ba6fe,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:39:49.428040 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:49.428381 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:49.428707 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:49.429031 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:49.429348 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:49.429666 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:49.429982 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:49.430318 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:49.430637 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:49.430945 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:49.431257 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:49.431564 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:49.442187 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:39:49.490996 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Attempting to bind port ad2d21fc-417a-4ec6-9211-7e5f512ba6fe on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:39:49.491347 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Attempting to bind port ad2d21fc-417a-4ec6-9211-7e5f512ba6fe by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '131be783-5ac3-46ef-883c-c4733a9548f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:39:49.491709 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Attempting to bind port ad2d21fc-417a-4ec6-9211-7e5f512ba6fe on network 5a72a9de-e051-49a4-9af7-e05c949cc65b {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:39:49.497178 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:39:49.497567 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Checking segment: {'id': '131be783-5ac3-46ef-883c-c4733a9548f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:39:49.497961 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:49.498390 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Bound using segment: {'id': '131be783-5ac3-46ef-883c-c4733a9548f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:39:49.498825 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Bound port: ad2d21fc-417a-4ec6-9211-7e5f512ba6fe, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131be783-5ac3-46ef-883c-c4733a9548f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:39:49.499208 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:49.585493 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] For port ad2d21fc-417a-4ec6-9211-7e5f512ba6fe, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:39:49.588531 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] For port ad2d21fc-417a-4ec6-9211-7e5f512ba6fe, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=ad2d21fc-417a-4ec6-9211-7e5f512ba6fe,segment=NetworkSegment(131be783-5ac3-46ef-883c-c4733a9548f2),segment_id=131be783-5ac3-46ef-883c-c4733a9548f2)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:39:49.593273 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:49.597231 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:39:49.677412 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Pushing event updated for resources: {'Port': ['ID=ad2d21fc-417a-4ec6-9211-7e5f512ba6fe,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:39:49.680766 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:39:49.979805 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device ad2d21fc-417a-4ec6-9211-7e5f512ba6fe up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:39:50.052684 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port ad2d21fc-417a-4ec6-9211-7e5f512ba6fe completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:39:50.513138 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c400d0-59ce-465e-82c2-ca2336e04ae7 None None] Network 5a72a9de-e051-49a4-9af7-e05c949cc65b requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:39:50.602859 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-b5b3800d-ee72-4061-8af9-384254a39864 None None] Provisioning for port ad2d21fc-417a-4ec6-9211-7e5f512ba6fe completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:39:50.620264 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-b5b3800d-ee72-4061-8af9-384254a39864 None None] Provisioning complete for port ad2d21fc-417a-4ec6-9211-7e5f512ba6fe triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:39:50.620559 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b5b3800d-ee72-4061-8af9-384254a39864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:50.840664 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b5b3800d-ee72-4061-8af9-384254a39864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:50.881496 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-b5b3800d-ee72-4061-8af9-384254a39864 None None] For port ad2d21fc-417a-4ec6-9211-7e5f512ba6fe, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=ad2d21fc-417a-4ec6-9211-7e5f512ba6fe,segment=NetworkSegment(131be783-5ac3-46ef-883c-c4733a9548f2),segment_id=131be783-5ac3-46ef-883c-c4733a9548f2)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:39:50.886355 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b5b3800d-ee72-4061-8af9-384254a39864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:50.888116 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:39:50.957293 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3800d-ee72-4061-8af9-384254a39864 None None] Pushing event updated for resources: {'Port': ['ID=ad2d21fc-417a-4ec6-9211-7e5f512ba6fe,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:39:50.960469 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-b5b3800d-ee72-4061-8af9-384254a39864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:39:51.115391 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-025fdb5b-97b7-4d1d-b6fc-27a124a055a8 None None] Provisioning complete for port ad2d21fc-417a-4ec6-9211-7e5f512ba6fe triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:39:51.115762 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-025fdb5b-97b7-4d1d-b6fc-27a124a055a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:51.926136 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device ad2d21fc-417a-4ec6-9211-7e5f512ba6fe up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:39:51.996611 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port ad2d21fc-417a-4ec6-9211-7e5f512ba6fe triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:39:51.996975 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:55.532337 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 5 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:40:09.207977 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2ea5bf4c-31b3-406b-81a9-f8516681d0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:09.781107 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:11.649478 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-85be62ef-a177-4278-946f-55153cc8cfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:12.897783 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:14.133827 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:32.535814 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 5 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:40:39.211599 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-5636e685-f7b8-454e-b9f9-117158607ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:39.784671 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:41.651152 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ecadc3aa-976a-46f0-a514-aec9268ce3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:42.900286 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:44.137505 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:03.266788 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46498) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:41:03.272556 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [None req-4cc751b5-ff23-4536-b7a2-5cba57f8271f tempest-verify_tempest_config-615139561 tempest-verify_tempest_config-615139561-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:41:03.273514 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-4cc751b5-ff23-4536-b7a2-5cba57f8271f tempest-verify_tempest_config-615139561 tempest-verify_tempest_config-615139561-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057597 Nov 23 12:41:03.571894 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46516) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:41:03.685050 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:03.701293 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:41:03.705010 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Usage tracker for resource:security_group_rule and tenant:afb70e3725ff4c46a67991f60f9d0fa1 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:41:03.708288 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:41:03.713757 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:41:03.831008 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:03.835134 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:03.842115 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-62730800-3507-4023-a3ce-87a5851c906b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:41:03.889801 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Synchronizing usage tracker for tenant:01c4c956631e49d1ad71dee3b2ec34c7 on resource:security_group {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:41:03.892764 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e70967-08fb-4c74-9e21-3f2b1454ff2e,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:41:03.904643 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:03.905442 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:03.905442 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:03.905613 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:03.905901 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:03.906214 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:03.906552 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:03.906870 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:03.907201 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:03.907514 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:03.907826 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:03.908177 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:03.915988 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:41:03.921433 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Unset dirty status for tenant:01c4c956631e49d1ad71dee3b2ec34c7 on resource:security_group {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:41:03.922699 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afb70e3725ff4c46a67991f60f9d0fa1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3498688 Nov 23 12:41:03.925443 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46522) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:41:03.982746 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a3b7542c-bb09-4630-8f53-60f605dd606e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:04.008521 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a3b7542c-bb09-4630-8f53-60f605dd606e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:04.102994 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a3b7542c-bb09-4630-8f53-60f605dd606e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:04.106971 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:41:04.117508 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7542c-bb09-4630-8f53-60f605dd606e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e70967-08fb-4c74-9e21-3f2b1454ff2e,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:41:04.119695 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a3b7542c-bb09-4630-8f53-60f605dd606e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:41:04.124159 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a3b7542c-bb09-4630-8f53-60f605dd606e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:04.127633 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-a3b7542c-bb09-4630-8f53-60f605dd606e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6e70967-08fb-4c74-9e21-3f2b1454ff2e HTTP/1.1" status: 204 len: 168 time: 0.1988971 Nov 23 12:41:09.213640 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d41f52aa-5d6e-4722-b60d-9607eb3a6c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:09.537999 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 5 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:41:09.786719 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:11.652498 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d4dc-2a70-4bac-9e2a-dc7619421ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:12.903358 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:14.139918 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:39.214647 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-045def1d-5155-4ea2-bf9c-c19f1ead9bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:39.787588 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:41.653534 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ad4555ec-76e2-4696-ab0b-5ca59c33b48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:42.906376 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:44.141314 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:46.551047 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 5 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:42:09.214922 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e7c616e0-d40c-4d72-8a0c-5289ae0e6437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:09.788378 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:11.656904 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-db0efc7c-2842-4ca6-af8f-162bca2da105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:12.908928 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:14.162667 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:23.543545 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 5 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:42:39.216017 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-fe833a60-b29a-4741-a24b-e8d6410f65b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:39.789186 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:40.827729 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641330'] for agent, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:41.658343 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a6f0c4a4-86d6-4ff9-a5bf-1c9c0c59bf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:42.915842 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:44.145963 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:56.128573 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46594) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:42:56.236587 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-fbfab215-bd55-45b5-af1c-156d4bd2aab3 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1070020 Nov 23 12:42:58.359031 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46604) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:42:58.413366 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-17d7f311-ad4c-42fb-a7bd-594fe0c7850a admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0532830 Nov 23 12:43:00.547666 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:43:09.216905 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ae71a826-9b20-45c9-a851-6bdcff392900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:09.790519 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:10.780634 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:11.659207 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dbe4a982-bfca-498a-ad6d-16d0b8cda733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:12.914982 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:14.149961 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:37.553337 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:43:39.218164 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96b9c72e-f2e4-4e6c-afdd-adeafdf471fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:39.792599 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:40.792133 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:41.659941 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-752d9712-baab-4803-aea0-a037b0974a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:42.918709 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:44.151582 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:09.220644 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a9d5ed89-b8bd-4584-a2de-0fdfc39ab757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:09.798488 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:10.792049 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:11.660001 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-66136cdb-17f1-4c30-8868-fff5d1960cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:12.921572 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:14.156439 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:14.557966 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:44:39.221418 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-fa95e09c-b4f2-4629-9afa-c25216fcae56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:39.802732 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:40.798912 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:41.662069 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8e2def58-0382-44ff-982a-cb3d1ec8ccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:42.924103 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:44.164445 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:50.630913 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46784) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:50.989059 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1306917352-network', 'tenant_id': '01affce05aea41b4bba6babec76ceff5'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:44:50.993540 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:50.997528 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Usage tracker for resource:network and tenant:01affce05aea41b4bba6babec76ceff5 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:51.000448 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:51.008803 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:51.019075 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Made reservation on behalf of 01affce05aea41b4bba6babec76ceff5 for: {'network': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:44:51.021558 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:51.035733 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:51.052904 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:51.056765 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Usage tracker for resource:security_group_rule and tenant:01affce05aea41b4bba6babec76ceff5 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:51.059645 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:51.066151 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:51.144868 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 46814) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:51.149249 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:51.156198 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:51.161261 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-6a983c37-e465-45b3-937d-02a018660e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:51.194707 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee84d615-3079-4cd0-823d-351fb40d132d,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:51.204000 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:51.204490 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:51.204944 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:51.205273 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:51.205600 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:51.205911 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:51.206254 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:51.206556 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:51.207064 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:51.207531 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:51.208067 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:51.208318 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Tracked resource versions report: Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: pushed versions: Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: { 'AddressGroup': {'1.2'}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'ConntrackHelper': {'1.0'}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'Log': {'1.0'}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'Network': {'1.1'}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'Port': {'1.7'}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'PortForwarding': {'1.2'}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'QosPolicy': {'1.8'}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'SecurityGroup': {'1.4'}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'SubPort': {'1.0'}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'Subnet': {'1.1'}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'Trunk': {'1.1'}} Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: consumer versions: Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: { DHCP agent@dv-cinder-818884-1-smb: {}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: L3 agent@dv-cinder-818884-1-smb: {}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: Metadata agent@dv-cinder-818884-1-smb: {}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: Metering agent@dv-cinder-818884-1-smb: {}, Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: Open vSwitch agent@dv-cinder-818884-1-smb: { 'AddressGroup': '1.2', Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'ConntrackHelper': '1.0', Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'Log': '1.0', Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'Network': '1.1', Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'Port': '1.7', Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'PortForwarding': '1.2', Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'QosPolicy': '1.8', Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'SecurityGroup': '1.4', Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'SecurityGroupRule': '1.2', Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'SubPort': '1.0', Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'Subnet': '1.1', Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: 'Trunk': '1.1'}} Nov 23 12:44:51.215524 dv-cinder-818884-1-smb neutron-server[86826]: {{(pid=86826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:44:51.226467 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:51.226467 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=86826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:44:51.236571 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:51.236965 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.segments_db [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Added segment b957c36d-45fa-44e7-bc23-95d372aa0697 of type vlan for network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 Nov 23 12:44:51.262691 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:51.293524 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:51.295378 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:44:51.296522 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:51.313967 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:51.416539 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Pushing event updated for resources: {'Network': ['ID=deee8d9a-66b5-4c4e-a2fe-90f143f3b103,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:51.419495 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:51.426142 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 46828) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:51.429679 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:44:51.432694 dv-cinder-818884-1-smb neutron-server[86825]: WARNING oslo_policy.policy [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:44:51.433478 dv-cinder-818884-1-smb neutron-server[86825]: WARNING oslo_policy.policy [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:44:51.436112 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8039250 Nov 23 12:44:51.579854 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:44:51.599331 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46840) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:51.648525 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46848) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:51.705157 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Request body: {'subnet': {'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1306917352-subnet', 'tenant_id': '01affce05aea41b4bba6babec76ceff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:44:51.707658 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.quota [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Loaded quota_driver: . Nov 23 12:44:51.728644 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:51.735084 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Usage tracker for resource:subnet and tenant:01affce05aea41b4bba6babec76ceff5 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:51.739961 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:51.751432 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:51.772679 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Made reservation on behalf of 01affce05aea41b4bba6babec76ceff5 for: {'subnet': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:44:51.783551 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1761944981-network', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:44:51.798897 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:51.828635 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Usage tracker for resource:network and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:51.841071 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:51.854520 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:51.856286 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.policy [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86825) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 12:44:51.890592 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-649058810-network', 'tenant_id': 'ac666aca2d624e5a9873962c1bba8782'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:44:51.907679 dv-cinder-818884-1-smb neutron-server[86825]: WARNING oslo_policy.policy [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:44:51.908177 dv-cinder-818884-1-smb neutron-server[86825]: WARNING oslo_policy.policy [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:44:51.914870 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:51.919370 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:51.928500 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Usage tracker for resource:network and tenant:ac666aca2d624e5a9873962c1bba8782 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:51.939569 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:51.953385 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:51.985540 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Made reservation on behalf of 26434ee31c8a4e828f6ebb7445caebe2 for: {'network': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:44:51.989709 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.026409 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Made reservation on behalf of ac666aca2d624e5a9873962c1bba8782 for: {'network': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:44:52.028721 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.054293 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.103207 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:52.112839 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Usage tracker for resource:security_group_rule and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:52.120750 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:52.134259 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:52.259083 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.260393 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.282580 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:52.288808 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ac666aca2d624e5a9873962c1bba8782 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:52.293487 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:52.302131 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:52.360642 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.370878 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:52.419540 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=86826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:44:52.427918 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.444916 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691fbabd-af7d-4579-9850-c52c2ec18c91,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:52.448515 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:52.450770 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:52.461260 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.461703 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.segments_db [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Added segment 49521663-f5d6-4936-83e0-5dff8d9056d4 of type vlan for network 8cf8bce4-1366-428a-bf98-48c4da42a9ab Nov 23 12:44:52.474911 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.497074 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.503695 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.507890 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:52.519523 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-323135600-network', 'tenant_id': '3b44ff298128420abc31972a196f5733'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:44:52.546440 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Checking segment: {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:44:52.546842 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Network hostable DHCP agents. Network: deee8d9a-66b5-4c4e-a2fe-90f143f3b103, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:44:52.554138 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=86826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:44:52.561762 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f1d6fb-e661-4285-b759-4650f842c13d,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:52.576531 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:52.586257 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:44:52.586761 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.587161 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.segments_db [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Added segment fe30899f-e641-430e-9352-b31cb3b2804c of type vlan for network 3f504f63-cd1f-4b25-b2d0-bb92786e1776 Nov 23 12:44:52.600605 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.601352 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:52.605753 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:44:52.606398 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.615385 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, deee8d9a-66b5-4c4e-a2fe-90f143f3b103) {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:44:52.622603 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:52.660419 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c75dd-a3d6-4819-b7e5-36ae04b30997 None None] Network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:44:52.661286 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:44:52.662175 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.672194 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Usage tracker for resource:network and tenant:3b44ff298128420abc31972a196f5733 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:52.682429 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:52.685853 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e37d2d-b2b9-46b5-b763-0488badc871e,revision_number=0']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:52.704119 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:52.707889 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:52.708403 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:52.708892 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:52.709370 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:52.712767 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:52.713588 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:52.714108 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:52.714640 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:52.715230 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:52.715715 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:52.716223 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:52.716810 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Tracked resource versions report: Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: pushed versions: Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: { 'AddressGroup': {'1.2'}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'ConntrackHelper': {'1.0'}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'Log': {'1.0'}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'Network': {'1.1'}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'Port': {'1.7'}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'PortForwarding': {'1.2'}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'QosPolicy': {'1.8'}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'SecurityGroup': {'1.4'}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'SubPort': {'1.0'}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'Subnet': {'1.1'}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'Trunk': {'1.1'}} Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: consumer versions: Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: { DHCP agent@dv-cinder-818884-1-smb: {}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: L3 agent@dv-cinder-818884-1-smb: {}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: Metadata agent@dv-cinder-818884-1-smb: {}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: Metering agent@dv-cinder-818884-1-smb: {}, Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: Open vSwitch agent@dv-cinder-818884-1-smb: { 'AddressGroup': '1.2', Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'ConntrackHelper': '1.0', Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'Log': '1.0', Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'Network': '1.1', Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'Port': '1.7', Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'PortForwarding': '1.2', Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'QosPolicy': '1.8', Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'SecurityGroup': '1.4', Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'SecurityGroupRule': '1.2', Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'SubPort': '1.0', Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'Subnet': '1.1', Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: 'Trunk': '1.1'}} Nov 23 12:44:52.718905 dv-cinder-818884-1-smb neutron-server[86825]: {{(pid=86825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:44:52.721473 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.726823 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:52.750163 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3125279 Nov 23 12:44:52.755024 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Made reservation on behalf of 3b44ff298128420abc31972a196f5733 for: {'network': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:44:52.758979 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.779562 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf8bce4-1366-428a-bf98-48c4da42a9ab,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:52.789860 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.798374 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:52.801991 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network 8cf8bce4-1366-428a-bf98-48c4da42a9ab details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:44:52.819889 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2194307 Nov 23 12:44:52.821065 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46904) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:52.822999 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:52.827894 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Request body: {'subnet': {'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1761944981-subnet', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:44:52.828802 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Usage tracker for resource:security_group_rule and tenant:3b44ff298128420abc31972a196f5733 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:52.833516 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.833954 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:52.835211 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:52.839649 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:44:52.840769 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:52.842911 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:52.861728 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-467d2beb-cf0d-43c8-998e-3bedb8027f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:52.876522 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Usage tracker for resource:subnet and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:52.900719 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2478635 Nov 23 12:44:52.911652 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:52.919793 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46908) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:52.940460 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Request body: {'subnet': {'network_id': '3f504f63-cd1f-4b25-b2d0-bb92786e1776', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-649058810-subnet', 'tenant_id': 'ac666aca2d624e5a9873962c1bba8782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:44:52.950356 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:52.964642 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Usage tracker for resource:subnet and tenant:ac666aca2d624e5a9873962c1bba8782 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:52.973052 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:52.985107 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:53.001771 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.008614 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.014611 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:53.101850 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=86825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:44:53.120985 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dd6c6b-fd23-470b-ab18-f22793b18d58,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:53.128109 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:53.141819 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784699930269', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.143561 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Unsubscribe: segment precommit_create {{(pid=86825) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 12:44:53.144224 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.segments_db [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Added segment 4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a of type vlan for network ccaea996-6819-4251-881c-5547b68b4695 Nov 23 12:44:53.173560 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c463182-47ba-457d-907b-29bd86116b4b None None] Network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:44:53.176898 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:53.217636 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Made reservation on behalf of 26434ee31c8a4e828f6ebb7445caebe2 for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:44:53.220296 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.246502 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Made reservation on behalf of ac666aca2d624e5a9873962c1bba8782 for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:44:53.249679 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.293328 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.348039 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Pushing event updated for resources: {'Network': ['ID=3f504f63-cd1f-4b25-b2d0-bb92786e1776,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:53.351454 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:53.365620 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.366923 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network 3f504f63-cd1f-4b25-b2d0-bb92786e1776 details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:44:53.367120 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:44:53.367772 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.373260 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:53.493503 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ccaea996-6819-4251-881c-5547b68b4695,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:53.504419 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:53.506642 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3580959 Nov 23 12:44:53.509798 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 46920) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:53.519069 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Request body: {'subnet': {'network_id': 'ccaea996-6819-4251-881c-5547b68b4695', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-323135600-subnet', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:44:53.526612 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:53.531467 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network ccaea996-6819-4251-881c-5547b68b4695 details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:44:53.532953 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Usage tracker for resource:subnet and tenant:3b44ff298128420abc31972a196f5733 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:53.537199 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:53.544310 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:53.562639 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Made reservation on behalf of 3b44ff298128420abc31972a196f5733 for: {'subnet': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:44:53.565978 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.862419 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.879267 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-04acfb48-cc8b-441d-b68c-b2c7ed7b2cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:53.954545 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.974880 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-39b48f7c-90ba-47ce-bdd8-595e3db54dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:53.982582 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff930218-bccf-4ca7-8504-4269e7c44ee7,revision_number=0']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:53.991578 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:53.996996 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Checking segment: {'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:44:53.997344 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Network hostable DHCP agents. Network: ccaea996-6819-4251-881c-5547b68b4695, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:44:54.026131 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Network ccaea996-6819-4251-881c-5547b68b4695 is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:44:54.045376 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, ccaea996-6819-4251-881c-5547b68b4695) {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:44:54.056506 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7079c2ec-8212-4dfb-848d-4f8657c467db None None] Network ccaea996-6819-4251-881c-5547b68b4695 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:44:54.077784 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:44:54.082026 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:54.088677 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Checking segment: {'id': 'fe30899f-e641-430e-9352-b31cb3b2804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3f504f63-cd1f-4b25-b2d0-bb92786e1776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:44:54.089435 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Network hostable DHCP agents. Network: 3f504f63-cd1f-4b25-b2d0-bb92786e1776, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:44:54.102994 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 46966) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:54.119835 dv-cinder-818884-1-smb neutron-server[86826]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 12:44:54.123472 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:54.133487 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6178789 Nov 23 12:44:54.133928 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 46970) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:54.141200 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-323135600-router', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:44:54.149773 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:54.150559 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3658009c-dab3-4b8c-90e7-f589df40b428,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:54.158436 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Usage tracker for resource:router and tenant:3b44ff298128420abc31972a196f5733 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:54.164246 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:54.169133 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Network 3f504f63-cd1f-4b25-b2d0-bb92786e1776 is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:44:54.170607 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:54.190271 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48205'] for router, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:54.192204 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48218'] for router, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:54.220996 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:54.325573 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:54.326276 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:54.369813 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-cf9e8530-5fd7-475b-9094-017a9390754b tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:44:54.370776 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-cf9e8530-5fd7-475b-9094-017a9390754b tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Synchronizing usage tracker for tenant:01affce05aea41b4bba6babec76ceff5 on resource:network {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:44:54.398781 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4692e818-10cc-47d9-a205-473454a46e92 None None] Network ccaea996-6819-4251-881c-5547b68b4695 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:44:54.429289 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0b5047-97fd-4983-80d0-d255ab3b4eef,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:54.453933 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:54.461185 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Checking segment: {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:44:54.461604 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Network hostable DHCP agents. Network: 8cf8bce4-1366-428a-bf98-48c4da42a9ab, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:44:54.470147 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-cf9e8530-5fd7-475b-9094-017a9390754b tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Unset dirty status for tenant:01affce05aea41b4bba6babec76ceff5 on resource:network {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:44:54.479578 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-cf9e8530-5fd7-475b-9094-017a9390754b tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 815 time: 0.3685610 Nov 23 12:44:54.482194 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, 3f504f63-cd1f-4b25-b2d0-bb92786e1776) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:44:54.491786 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187c79a6-9c0b-4def-b04e-7b8ce4ca9416 None None] Network 3f504f63-cd1f-4b25-b2d0-bb92786e1776 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:44:54.579264 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:44:54.580492 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:54.614398 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-eba11fa6-aaa5-4c3d-91a9-257de606967f tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/quotas/01affce05aea41b4bba6babec76ceff5 HTTP/1.1" status: 200 len: 375 time: 0.1337385 Nov 23 12:44:54.629110 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7d733580-fcf9-473c-b464-31de20f0f29b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6956439 Nov 23 12:44:54.674699 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-05bc3e81-376e-4846-9b2f-24a118748dad tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588772 Nov 23 12:44:54.675939 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Network 8cf8bce4-1366-428a-bf98-48c4da42a9ab is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:44:54.694815 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, 8cf8bce4-1366-428a-bf98-48c4da42a9ab) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:44:54.704053 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:44:54.706935 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:54.747453 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9250591 Nov 23 12:44:54.751254 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15046785-90f5-47fb-9e4f-57aaf20b97b1 None None] Network 8cf8bce4-1366-428a-bf98-48c4da42a9ab requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:44:54.752437 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47000) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:54.758404 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:44:54.763927 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:54.774816 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Usage tracker for resource:router and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:54.778041 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:54.786921 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:54.796012 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48168'] for router, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:54.807444 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48205'] for router, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:54.808940 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48218'] for router, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:54.854541 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:54.953939 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-a52bceb6-2e1d-4380-b461-fb3c483f00af service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:44:54.961201 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-a52bceb6-2e1d-4380-b461-fb3c483f00af service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1702166 Nov 23 12:44:55.195981 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:55.233843 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:55.249735 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a7445b-a9c8-4dc5-97ee-2a500ee9459e None None] Network 3f504f63-cd1f-4b25-b2d0-bb92786e1776 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:44:55.409167 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-a357f18c-6fbf-415a-8a28-71fee504fd05 service neutron] 10.222.0.41 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469564 Nov 23 12:44:55.451506 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Allocated IP 172.28.0.253 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/77c21766-4ccb-4677-a0aa-b3f8d8dac509) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:44:55.468635 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48168'] for router, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:55.592427 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa319e6ca-75f2-5eba-bfa2-fee8e17dc79e-8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef'}]}} from dv-cinder-818884-1-smb. {{(pid=86827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:44:55.593345 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:55.619194 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:55.674265 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 47036) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:55.677259 dv-cinder-818884-1-smb neutron-server[86825]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 12:44:55.736899 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-f388c3b8-0a82-432b-b5f2-7ca3c8df0b6c service neutron] 10.222.0.41 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129632 Nov 23 12:44:55.855827 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:55.865627 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:55.874446 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Allocated IP 172.20.0.2 (8cf8bce4-1366-428a-bf98-48c4da42a9ab/9d0b5047-97fd-4983-80d0-d255ab3b4eef/3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:44:55.965078 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:44:55.970881 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:44:55.984433 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:44:56.052404 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Pushing event updated for resources: {'Port': ['ID=77c21766-4ccb-4677-a0aa-b3f8d8dac509,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:56.121942 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-6249078b-69f0-4a34-8b7b-c1da091859f4 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:44:56.123460 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-6249078b-69f0-4a34-8b7b-c1da091859f4 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/networks?id=3f504f63-cd1f-4b25-b2d0-bb92786e1776 HTTP/1.1" status: 200 len: 811 time: 0.4496570 Nov 23 12:44:56.124821 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:56.177320 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:56.189887 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:56.193077 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Transition to ACTIVE for port object 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:44:56.196804 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-e6192014-7412-4e9f-8447-00d2b1369ece tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/quotas/ac666aca2d624e5a9873962c1bba8782 HTTP/1.1" status: 200 len: 375 time: 0.0637498 Nov 23 12:44:56.220329 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Transition to ACTIVE for port object 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da will not be triggered until provisioned by entity DHCP. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:44:56.227882 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:56.233739 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:56.247622 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:56.258441 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-ecff4b1d-0c8d-4ebc-bd22-93204fc5de1b tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac666aca2d624e5a9873962c1bba8782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465467 Nov 23 12:44:56.310374 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Network 8cf8bce4-1366-428a-bf98-48c4da42a9ab is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:44:56.314530 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:44:56.319054 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:44:56.325961 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Pushing event updated for resources: {'Port': ['ID=3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:56.416388 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:56.416739 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:56.417267 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:56.417606 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:56.417929 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:56.418276 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:56.418599 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:56.418916 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:56.419261 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:56.419574 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:56.419885 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:56.420195 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Tracked resource versions report: Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: pushed versions: Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: { 'AddressGroup': {'1.2'}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'ConntrackHelper': {'1.0'}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'Log': {'1.0'}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'Network': {'1.1'}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'Port': {'1.7'}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'PortForwarding': {'1.2'}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'QosPolicy': {'1.8'}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'SecurityGroup': {'1.4'}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'SubPort': {'1.0'}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'Subnet': {'1.1'}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'Trunk': {'1.1'}} Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: consumer versions: Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: { DHCP agent@dv-cinder-818884-1-smb: {}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: L3 agent@dv-cinder-818884-1-smb: {}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: Metadata agent@dv-cinder-818884-1-smb: {}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: Metering agent@dv-cinder-818884-1-smb: {}, Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: Open vSwitch agent@dv-cinder-818884-1-smb: { 'AddressGroup': '1.2', Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'ConntrackHelper': '1.0', Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'Log': '1.0', Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'Network': '1.1', Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'Port': '1.7', Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'PortForwarding': '1.2', Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'QosPolicy': '1.8', Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'SecurityGroup': '1.4', Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'SecurityGroupRule': '1.2', Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'SubPort': '1.0', Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'Subnet': '1.1', Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: 'Trunk': '1.1'}} Nov 23 12:44:56.421376 dv-cinder-818884-1-smb neutron-server[86827]: {{(pid=86827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:44:56.458289 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:56.504487 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Attempting to bind port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:44:56.504925 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Attempting to bind port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:44:56.505295 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Attempting to bind port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da on network 8cf8bce4-1366-428a-bf98-48c4da42a9ab {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:44:56.511455 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:44:56.511880 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Checking segment: {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:44:56.512358 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:56.512683 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Bound using segment: {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:44:56.513159 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Bound port: 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:44:56.513540 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:56.571694 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Allocated IP 172.28.0.161 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:44:56.690909 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] For port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:44:56.697890 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] For port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:44:56.718487 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:56.718746 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:56.723477 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:56.806174 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-87bf643e-28c1-404b-9cc4-dcf4a24fb569 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:44:56.807622 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-87bf643e-28c1-404b-9cc4-dcf4a24fb569 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3694062 Nov 23 12:44:56.809636 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Pushing event updated for resources: {'Port': ['ID=3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:56.814470 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:56.832652 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8fa07fc5-e70f-4aa8-9833-a0f78cdee5ea req-a7538603-a7ee-4e43-a61b-f6b30cd4f835 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 210 time: 0.0915053 Nov 23 12:44:56.837668 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47096) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:56.989815 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:57.038163 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:57.056219 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:57.310818 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-194c8abc-b001-4429-9bbd-4c39061a8aee service neutron] 10.222.0.41 "GET /v2.0/networks/3f504f63-cd1f-4b25-b2d0-bb92786e1776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849150 Nov 23 12:44:57.332061 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-68d48ab8-4453-43a9-a74e-1730e2a735a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:57.373029 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:44:57.391678 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:44:57.417540 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:44:57.589571 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-68d48ab8-4453-43a9-a74e-1730e2a735a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:57.695058 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963813'] for router, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:57.704129 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-da929df9-a1af-4061-97db-506b0703270b service neutron] 10.222.0.41 "GET /v2.0/networks/3f504f63-cd1f-4b25-b2d0-bb92786e1776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689060 Nov 23 12:44:57.746040 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Pushing event updated for resources: {'Port': ['ID=ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:57.773918 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:57.776521 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47140) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:57.787188 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-68d48ab8-4453-43a9-a74e-1730e2a735a6 admin admin] Usage tracker for resource:security_group_rule and tenant:3f4d291e55584487b0db07b95c26731e is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:57.843906 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-68d48ab8-4453-43a9-a74e-1730e2a735a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:57.893471 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-68d48ab8-4453-43a9-a74e-1730e2a735a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:58.155689 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Router 8eed3f10-49c3-4bd5-921b-04f29489a436 is scheduled to L3 agent faa92151-038f-4b29-95e9-6a3353739984 with binding_index 1 {{(pid=86825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:44:58.174038 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-58f7db8c-ce75-4b41-a39e-11dfef0906f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:58.179738 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0c0556ed-6704-4ad2-b6ed-ed37106692e7 req-a5407fa8-08ce-4ca7-9830-21d47927ad1e tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 210 time: 0.0687318 Nov 23 12:44:58.202436 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4e874cf5-5860-43d2-896c-d68c6823a46f req-5fcf5d04-202a-4c23-ae41-5b3c812b6df1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 210 time: 0.2524166 Nov 23 12:44:58.216107 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-58f7db8c-ce75-4b41-a39e-11dfef0906f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:44:58.226033 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:44:58.231785 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-58f7db8c-ce75-4b41-a39e-11dfef0906f8 admin admin] Usage tracker for resource:security_group_rule and tenant:a180d69e8ba4422f83738747b69f580f is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:44:58.246534 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-58f7db8c-ce75-4b41-a39e-11dfef0906f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:44:58.255451 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-58f7db8c-ce75-4b41-a39e-11dfef0906f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:44:58.331456 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:44:58.430391 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-58f7db8c-ce75-4b41-a39e-11dfef0906f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:58.447047 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-58f7db8c-ce75-4b41-a39e-11dfef0906f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:58.451418 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd04c13-0a93-4f3a-9427-ce4135ee6bba None None] Network 8cf8bce4-1366-428a-bf98-48c4da42a9ab requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:44:58.473854 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7ae8d98d-9ee7-486c-aeb2-0f678880f149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:58.531771 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:44:58.545154 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Sync routers for ids ['8eed3f10-49c3-4bd5-921b-04f29489a436'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:44:58.564963 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Routers {'8eed3f10-49c3-4bd5-921b-04f29489a436'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:44:58.566512 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Notify callbacks [] for router, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:58.567588 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:44:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['8eed3f10-49c3-4bd5-921b-04f29489a436'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:44:58.573180 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4338362 Nov 23 12:44:58.586182 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 47174) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:58.623101 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-58f7db8c-ce75-4b41-a39e-11dfef0906f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a180d69e8ba4422f83738747b69f580f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8407595 Nov 23 12:44:58.627168 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7db8c-ce75-4b41-a39e-11dfef0906f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd36c1e-4851-4d8d-8da1-2d1b2d443e66,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:58.637835 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47178) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:58.640936 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-58f7db8c-ce75-4b41-a39e-11dfef0906f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:58.686858 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-68d48ab8-4453-43a9-a74e-1730e2a735a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:58.687724 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:58.755813 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-68d48ab8-4453-43a9-a74e-1730e2a735a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:58.778444 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:58.952747 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-68d48ab8-4453-43a9-a74e-1730e2a735a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f4d291e55584487b0db07b95c26731e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1103616 Nov 23 12:44:58.953888 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47200) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:58.993385 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-aa3b22bd-97c8-457e-91b6-ffb98aec63c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:59.005518 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Set router 8eed3f10-49c3-4bd5-921b-04f29489a436 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:44:59.005679 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4807c347-6a3f-49dc-9d1e-72af935418ad None None] Provisioning for port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:44:59.020344 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d48ab8-4453-43a9-a74e-1730e2a735a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7815e9-c61d-4076-9c98-2cdab949ed1d,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:59.021244 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4807c347-6a3f-49dc-9d1e-72af935418ad None None] Provisioning complete for port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:44:59.021804 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4807c347-6a3f-49dc-9d1e-72af935418ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:59.070311 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-68d48ab8-4453-43a9-a74e-1730e2a735a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:59.131902 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.76', 50612) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:44:59.184581 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-aa3b22bd-97c8-457e-91b6-ffb98aec63c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:59.523288 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-a1a54496-6678-4922-a558-3783911ddb45 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:44:59.525179 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-a1a54496-6678-4922-a558-3783911ddb45 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 815 time: 0.3923039 Nov 23 12:44:59.584815 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4807c347-6a3f-49dc-9d1e-72af935418ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:59.611856 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0385fa00-3838-48b1-aca0-4bbf4bf7a6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:59.615942 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-74677bcf-fb2e-49d8-af1f-1f3e060698c4 req-9d98bbd9-94ab-487b-b8b4-f412b948b3cb tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 210 time: 0.0750015 Nov 23 12:44:59.620973 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Request body: {'port': {'device_id': 'c407d841-b84b-4b00-9325-7065b2dbb77c', 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103', 'admin_state_up': True, 'tenant_id': '01affce05aea41b4bba6babec76ceff5'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:44:59.635923 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3a6bcd8b-7bc7-4e06-bdb2-6d3c77d1389c req-b8cd2020-524a-4c32-8cd3-2edc13c0ed2a tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 210 time: 0.1320853 Nov 23 12:44:59.699224 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4807c347-6a3f-49dc-9d1e-72af935418ad None None] For port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:44:59.710548 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4807c347-6a3f-49dc-9d1e-72af935418ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:59.713757 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-d6ac8eb7-1b3a-48e2-84f7-ab685c179d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:59.802636 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'name': 'tempest-ServerRescueNegativeTestJSON-323135600-router', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:44:56Z', 'revision_number': 3, 'project_id': '3b44ff298128420abc31972a196f5733', 'gw_port': {'id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:55Z', 'updated_at': '2021-11-23T12:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:44:59.831159 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Checking router: 8eed3f10-49c3-4bd5-921b-04f29489a436 for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:44:59.833077 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Updating router 8eed3f10-49c3-4bd5-921b-04f29489a436 port 77c21766-4ccb-4677-a0aa-b3f8d8dac509 binding host dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:44:59.837767 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0385fa00-3838-48b1-aca0-4bbf4bf7a6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:59.873643 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-aa3b22bd-97c8-457e-91b6-ffb98aec63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:59.916270 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:44:59.927104 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807c347-6a3f-49dc-9d1e-72af935418ad None None] Pushing event updated for resources: {'Port': ['ID=3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:59.936477 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4807c347-6a3f-49dc-9d1e-72af935418ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:44:59.951401 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-6e636bbe-a579-4dde-b7eb-92f8997a26cb None None] Provisioning complete for port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:44:59.952305 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6e636bbe-a579-4dde-b7eb-92f8997a26cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:59.979863 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963813'] for router, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:59.984472 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b22bd-97c8-457e-91b6-ffb98aec63c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd36c1e-4851-4d8d-8da1-2d1b2d443e66,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:44:59.988284 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-aa3b22bd-97c8-457e-91b6-ffb98aec63c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:00.027086 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:00.185346 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:00.191111 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:00.210095 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-aa3b22bd-97c8-457e-91b6-ffb98aec63c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:00.211602 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-aa3b22bd-97c8-457e-91b6-ffb98aec63c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbd36c1e-4851-4d8d-8da1-2d1b2d443e66 HTTP/1.1" status: 204 len: 168 time: 1.5727825 Nov 23 12:45:00.285793 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Usage tracker for resource:port and tenant:01affce05aea41b4bba6babec76ceff5 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:00.304045 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:00.319973 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:00.320347 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:00.334426 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:00.454565 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0385fa00-3838-48b1-aca0-4bbf4bf7a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:00.473650 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0385fa00-3838-48b1-aca0-4bbf4bf7a6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:00.477468 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-0385fa00-3838-48b1-aca0-4bbf4bf7a6b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a7815e9-c61d-4076-9c98-2cdab949ed1d HTTP/1.1" status: 204 len: 168 time: 1.4893415 Nov 23 12:45:00.493159 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b1903caa-e41f-41f3-894e-c1abc68425f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:00.545654 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385fa00-3838-48b1-aca0-4bbf4bf7a6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7815e9-c61d-4076-9c98-2cdab949ed1d,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:00.568368 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0385fa00-3838-48b1-aca0-4bbf4bf7a6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:00.581386 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Made reservation on behalf of 01affce05aea41b4bba6babec76ceff5 for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:00.593665 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:00.716947 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.76', 50619) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:00.735265 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:00.750257 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Transition to ACTIVE for port object 77c21766-4ccb-4677-a0aa-b3f8d8dac509 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:00.758964 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:00.765192 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:00.784915 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Router ee37a1b0-29d6-41dc-8009-13673b84f161 is scheduled to L3 agent faa92151-038f-4b29-95e9-6a3353739984 with binding_index 1 {{(pid=86826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:45:00.954756 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Attempting to bind port 77c21766-4ccb-4677-a0aa-b3f8d8dac509 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:00.955265 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Attempting to bind port 77c21766-4ccb-4677-a0aa-b3f8d8dac509 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:00.956489 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Attempting to bind port 77c21766-4ccb-4677-a0aa-b3f8d8dac509 on network c8da9131-33b6-458d-837b-6196afa8bd82 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:00.989679 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:00.990072 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Checking segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:00.990517 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:00.990910 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Bound using segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:00.991404 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Bound port: 77c21766-4ccb-4677-a0aa-b3f8d8dac509, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:00.994558 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:01.077666 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Pushing event updated for resources: {'Port': ['ID=77c21766-4ccb-4677-a0aa-b3f8d8dac509,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:01.194813 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:01.196162 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:01.196514 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:01.200809 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:01.201163 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:01.201530 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:01.201860 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:01.202178 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:01.202546 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:01.202863 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:01.203326 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:01.203646 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Tracked resource versions report: Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: pushed versions: Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: { 'AddressGroup': {'1.2'}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'ConntrackHelper': {'1.0'}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'Log': {'1.0'}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'Network': {'1.1'}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'Port': {'1.7'}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'PortForwarding': {'1.2'}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'QosPolicy': {'1.8'}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'SecurityGroup': {'1.4'}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'SubPort': {'1.0'}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'Subnet': {'1.1'}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'Trunk': {'1.1'}} Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: consumer versions: Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: { DHCP agent@dv-cinder-818884-1-smb: {}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: L3 agent@dv-cinder-818884-1-smb: {}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: Metadata agent@dv-cinder-818884-1-smb: {}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: Metering agent@dv-cinder-818884-1-smb: {}, Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: Open vSwitch agent@dv-cinder-818884-1-smb: { 'AddressGroup': '1.2', Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'ConntrackHelper': '1.0', Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'Log': '1.0', Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'Network': '1.1', Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'Port': '1.7', Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'PortForwarding': '1.2', Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'QosPolicy': '1.8', Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'SecurityGroup': '1.4', Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'SecurityGroupRule': '1.2', Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'SubPort': '1.0', Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'Subnet': '1.1', Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: 'Trunk': '1.1'}} Nov 23 12:45:01.204726 dv-cinder-818884-1-smb neutron-server[86828]: {{(pid=86828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:45:01.223273 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:01.299488 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] For port 77c21766-4ccb-4677-a0aa-b3f8d8dac509, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:01.303858 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] For port 77c21766-4ccb-4677-a0aa-b3f8d8dac509, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=77c21766-4ccb-4677-a0aa-b3f8d8dac509,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:01.313073 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:01.319900 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:01.328381 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:01.496183 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Routers {'8eed3f10-49c3-4bd5-921b-04f29489a436'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:01.500504 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:44:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['8eed3f10-49c3-4bd5-921b-04f29489a436'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:01.524451 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-17edac0d-2575-45d7-a8a3-f7b0f4104551 req-7a597e2b-6ac4-42d6-b530-4070154ff16a tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 210 time: 0.4188566 Nov 23 12:45:01.548847 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Allocated IP 172.20.0.14 (deee8d9a-66b5-4c4e-a2fe-90f143f3b103/68e37d2d-b2b9-46b5-b763-0488badc871e/1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:01.694607 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Pushing event updated for resources: {'Port': ['ID=77c21766-4ccb-4677-a0aa-b3f8d8dac509,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:01.714761 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:01.824102 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-0390b3ab-0615-4d52-ac99-f80aa83a202f req-42d5160f-649a-4ae9-a071-6ea995d09364 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 210 time: 0.3116164 Nov 23 12:45:01.853532 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 47318) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:01.863499 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-cad8cbf0-9f6b-4ec9-a24c-811f87ca8e59 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:01.868874 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-cad8cbf0-9f6b-4ec9-a24c-811f87ca8e59 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Synchronizing usage tracker for tenant:ac666aca2d624e5a9873962c1bba8782 on resource:network {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:01.931624 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:45:01.949915 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Sync routers for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:45:01.974841 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:01.982733 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:44:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:02.012239 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Notify callbacks [] for router, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:02.016876 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2622073 Nov 23 12:45:02.023779 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47328) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:02.031190 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] Set router 8eed3f10-49c3-4bd5-921b-04f29489a436 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:02.382409 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:02.475049 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:02.507607 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-cad8cbf0-9f6b-4ec9-a24c-811f87ca8e59 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Unset dirty status for tenant:ac666aca2d624e5a9873962c1bba8782 on resource:network {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:02.515631 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-cad8cbf0-9f6b-4ec9-a24c-811f87ca8e59 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.76 "GET /v2.0/networks?id=3f504f63-cd1f-4b25-b2d0-bb92786e1776 HTTP/1.1" status: 200 len: 811 time: 1.7895403 Nov 23 12:45:02.528434 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:02.594143 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Request body: {'port': {'device_id': '53ce80cd-a466-4070-b8d8-026cac7cf2bc', 'network_id': '3f504f63-cd1f-4b25-b2d0-bb92786e1776', 'admin_state_up': True, 'tenant_id': 'ac666aca2d624e5a9873962c1bba8782'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:02.657816 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:02.681028 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:02.697274 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:02.711141 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:02.711802 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:02.762178 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:02.829182 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Pushing event updated for resources: {'Port': ['ID=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:02.849161 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:02.849922 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a3321a8f-64ef-4873-a3c3-6bc7fa9da15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:02.866243 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'name': 'tempest-ServerRescueNegativeTestJSON-323135600-router', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:44:56Z', 'revision_number': 3, 'project_id': '3b44ff298128420abc31972a196f5733', 'gw_port': {'id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:55Z', 'updated_at': '2021-11-23T12:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:02.875998 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed17c70-555e-4b0e-bfbd-71515a6614a4 None None] The sync data for ids ['8eed3f10-49c3-4bd5-921b-04f29489a436'] in dv-cinder-818884-1-smb is: [{'id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'name': 'tempest-ServerRescueNegativeTestJSON-323135600-router', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:44:56Z', 'revision_number': 3, 'project_id': '3b44ff298128420abc31972a196f5733', 'gw_port': {'id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:55Z', 'updated_at': '2021-11-23T12:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:45:03.095872 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Allocated IP 172.20.0.1 (ccaea996-6819-4251-881c-5547b68b4695/ff930218-bccf-4ca7-8504-4269e7c44ee7/042c4509-cc4d-4d7b-86f2-623655d641fb) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:03.134701 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-a3321a8f-64ef-4873-a3c3-6bc7fa9da15f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:03.171834 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5546999 Nov 23 12:45:03.180506 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-a3321a8f-64ef-4873-a3c3-6bc7fa9da15f admin admin] Usage tracker for resource:security_group_rule and tenant:180331201bc9435abbcac4e6f315e102 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:03.214379 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-a3321a8f-64ef-4873-a3c3-6bc7fa9da15f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:03.230116 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-38d7df55-1621-4f18-8b8b-0e7912853a90 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:45:03.231935 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-38d7df55-1621-4f18-8b8b-0e7912853a90 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052125 Nov 23 12:45:03.253204 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-a3321a8f-64ef-4873-a3c3-6bc7fa9da15f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:03.375393 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67f8ab-342c-46da-a096-19792866f07b req-aecb7559-a1a2-4490-a22c-175a25c1dbf1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:03.376169 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-4a67f8ab-342c-46da-a096-19792866f07b req-aecb7559-a1a2-4490-a22c-175a25c1dbf1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Synchronizing usage tracker for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:03.494905 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-4a67f8ab-342c-46da-a096-19792866f07b req-aecb7559-a1a2-4490-a22c-175a25c1dbf1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Unset dirty status for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:03.502536 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4a67f8ab-342c-46da-a096-19792866f07b req-aecb7559-a1a2-4490-a22c-175a25c1dbf1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 932 time: 0.5518746 Nov 23 12:45:03.680076 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:03.680647 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4a67f8ab-342c-46da-a096-19792866f07b req-da8b302c-6e13-46e9-b35c-232e7ef4dbde tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766903 Nov 23 12:45:03.752722 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4d9cad88-b1e9-427a-80cc-af4215eda772 req-e9eb19c3-7855-40d4-9701-62b0d25f700c tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 210 time: 0.1892452 Nov 23 12:45:03.763313 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:03.774341 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Usage tracker for resource:port and tenant:ac666aca2d624e5a9873962c1bba8782 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:03.779618 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:03.802280 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:03.872839 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a3321a8f-64ef-4873-a3c3-6bc7fa9da15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:03.892521 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a3321a8f-64ef-4873-a3c3-6bc7fa9da15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:03.932384 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:44:57Z', 'revision_number': 3, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:03.946948 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Checking router: ee37a1b0-29d6-41dc-8009-13673b84f161 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:45:03.947487 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Updating router ee37a1b0-29d6-41dc-8009-13673b84f161 port ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 binding host dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:45:03.970439 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:03.996974 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-a3321a8f-64ef-4873-a3c3-6bc7fa9da15f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=180331201bc9435abbcac4e6f315e102&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5687773 Nov 23 12:45:04.001416 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 47382) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:04.023002 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Request body: {'port': {'device_id': 'c407d841-b84b-4b00-9325-7065b2dbb77c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:04.090940 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:04.130627 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Made reservation on behalf of ac666aca2d624e5a9873962c1bba8782 for: {'port': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:04.134693 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:04.236967 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 77c21766-4ccb-4677-a0aa-b3f8d8dac509 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:04.316547 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b895-d057-44af-9eed-aac659b374b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:04.366657 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b895-d057-44af-9eed-aac659b374b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:04.537603 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:04.552310 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3321a8f-64ef-4873-a3c3-6bc7fa9da15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560ce632-daf2-4cf1-a34a-d25d658e7238,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:04.557696 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-a3321a8f-64ef-4873-a3c3-6bc7fa9da15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:04.561860 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b895-d057-44af-9eed-aac659b374b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:04.614258 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:04.748439 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Network ccaea996-6819-4251-881c-5547b68b4695 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:04.790412 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:04.817329 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:04.821277 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643627'] for router_interface, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:04.848118 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 77c21766-4ccb-4677-a0aa-b3f8d8dac509 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:04.954782 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 77c21766-4ccb-4677-a0aa-b3f8d8dac509 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:04.955413 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:05.025095 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Allocated IP 172.20.0.2 (3f504f63-cd1f-4b25-b2d0-bb92786e1776/3658009c-dab3-4b8c-90e7-f589df40b428/874ca377-914c-4cc2-8e37-9c87e200033d) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:05.438929 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:05.477521 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 77c21766-4ccb-4677-a0aa-b3f8d8dac509, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=77c21766-4ccb-4677-a0aa-b3f8d8dac509,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:05.571326 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-00e0c672-6768-4c3e-a43a-e58b9c6bb098 req-ff373ff0-404a-49f0-bed4-2f6d03c7ad72 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 210 time: 0.5475914 Nov 23 12:45:05.606299 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:05.617019 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:05.631671 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:05.680960 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47426) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:05.876067 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:05.884744 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:05.909499 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=77c21766-4ccb-4677-a0aa-b3f8d8dac509,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:05.933005 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:05.955832 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Transition to ACTIVE for port object ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:05.977858 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:05.982207 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:06.109914 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b1b7b895-d057-44af-9eed-aac659b374b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:06.119384 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-b1b7b895-d057-44af-9eed-aac659b374b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/560ce632-daf2-4cf1-a34a-d25d658e7238 HTTP/1.1" status: 204 len: 168 time: 2.1056070 Nov 23 12:45:06.143193 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Pushing event updated for resources: {'Port': ['ID=042c4509-cc4d-4d7b-86f2-623655d641fb,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:06.151376 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.537s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:06.167368 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.580s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:06.172832 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 77c21766-4ccb-4677-a0aa-b3f8d8dac509 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:06.189372 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7b895-d057-44af-9eed-aac659b374b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560ce632-daf2-4cf1-a34a-d25d658e7238,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:06.202727 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b1b7b895-d057-44af-9eed-aac659b374b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:06.207991 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:06.276122 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd8d1-e1f9-4f35-a45f-26ecdd41f643 None None] Pushing event updated for resources: {'Port': ['ID=ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:06.283433 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Attempting to bind port ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:06.284054 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Attempting to bind port ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:06.284663 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Attempting to bind port ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 on network c8da9131-33b6-458d-837b-6196afa8bd82 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:06.290767 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-c47dd8d1-e1f9-4f35-a45f-26ecdd41f643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:06.302918 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:06.312104 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Checking segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:06.313124 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:06.314520 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Bound using segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:06.316773 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Bound port: ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:06.321060 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:06.358308 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:06.441881 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Allocated IP 172.20.0.1 (8cf8bce4-1366-428a-bf98-48c4da42a9ab/9d0b5047-97fd-4983-80d0-d255ab3b4eef/907d9fe7-bd87-44e0-9a4c-b0f45c50690b) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:06.472633 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6989c-d813-4293-bcbf-943b75d7b1fb req-8c997d69-4dad-4152-98a0-d8c2697224b4 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:06.480946 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7ad6989c-d813-4293-bcbf-943b75d7b1fb req-8c997d69-4dad-4152-98a0-d8c2697224b4 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 932 time: 0.8910475 Nov 23 12:45:06.499532 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 77c21766-4ccb-4677-a0aa-b3f8d8dac509 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:06.499870 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:06.610477 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] For port ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:06.635166 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] For port ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:06.688110 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:06.688110 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:06.690275 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7ad6989c-d813-4293-bcbf-943b75d7b1fb req-4b1cd1f5-6620-4d11-b100-270d3a614abc tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067919 Nov 23 12:45:06.751785 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:06.783172 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:06.827998 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-bf7e5ae2-23fd-4ef8-b8ed-cb17f72c4d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:06.914048 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:06.974087 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd8d1-e1f9-4f35-a45f-26ecdd41f643 None None] Pushing event updated for resources: {'Port': ['ID=ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:06.975409 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47452) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:06.994312 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-c47dd8d1-e1f9-4f35-a45f-26ecdd41f643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:07.027364 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:07.028023 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:44:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:07.040079 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Network 3f504f63-cd1f-4b25-b2d0-bb92786e1776 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:07.046983 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] Usage tracker for resource:security_group_rule and tenant:e34ee8d7fa1143dba1c981a2e4a1b6ad is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:07.179620 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:07.204927 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:07.212997 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:07.219446 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:07.220566 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:07.231422 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:07.317893 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Pushing event updated for resources: {'Port': ['ID=874ca377-914c-4cc2-8e37-9c87e200033d,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:07.322006 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:07.354659 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a225f2-aff0-42b0-8979-b51050bacc5c req-b5a82f81-f1bf-4104-bf07-49591dfeb59f tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:07.356239 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-91a225f2-aff0-42b0-8979-b51050bacc5c req-b5a82f81-f1bf-4104-bf07-49591dfeb59f tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 931 time: 0.4288430 Nov 23 12:45:07.412760 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8411772 Nov 23 12:45:07.502024 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:07.531320 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-91a225f2-aff0-42b0-8979-b51050bacc5c req-cad3f146-7276-4320-85c6-18dfa717737e tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Synchronizing usage tracker for tenant:ac666aca2d624e5a9873962c1bba8782 on resource:security_group {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:07.546434 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:07.554214 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:07.564990 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:07.567106 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643784'] for router_interface, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:07.577387 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:07.622808 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.provisioning_blocks [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Transition to ACTIVE for port object 907d9fe7-bd87-44e0-9a4c-b0f45c50690b will not be triggered until provisioned by entity DHCP. {{(pid=86826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:07.702945 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Request body: {'port': {'device_id': '53ce80cd-a466-4070-b8d8-026cac7cf2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:07.867685 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.db.resource_extend [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 12:45:07.971507 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:07.992071 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:08.003423 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:08.027165 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Transition to ACTIVE for port object 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:08.030469 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Pushing event updated for resources: {'Port': ['ID=042c4509-cc4d-4d7b-86f2-623655d641fb,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:08.101155 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:08.103458 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:08.118463 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce7b93b6-a1ce-4351-8f96-a1d4cf94a45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:08.128895 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-76f1606f-b729-4689-983b-0098055f0d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:08.147824 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:08.174547 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-ce7b93b6-a1ce-4351-8f96-a1d4cf94a45d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:08.178843 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:08.216265 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:44:57Z', 'revision_number': 3, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:08.226168 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2c569-ffb7-4883-b40f-ac3c19de2d2d None None] The sync data for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb is: [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:44:57Z', 'revision_number': 3, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:45:08.399267 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Pushing event updated for resources: {'Port': ['ID=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:08.411623 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:08.490639 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:08.496654 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-ce7b93b6-a1ce-4351-8f96-a1d4cf94a45d admin admin] Usage tracker for resource:security_group_rule and tenant:ad18cf49b5dc4022ad304a697c30fd6a is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:08.570295 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-ce7b93b6-a1ce-4351-8f96-a1d4cf94a45d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:08.584726 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-58f7db8c-ce75-4b41-a39e-11dfef0906f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:08.615492 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e34ee8d7fa1143dba1c981a2e4a1b6ad&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9049842 Nov 23 12:45:08.639879 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-91a225f2-aff0-42b0-8979-b51050bacc5c req-cad3f146-7276-4320-85c6-18dfa717737e tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Unset dirty status for tenant:ac666aca2d624e5a9873962c1bba8782 on resource:security_group {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:08.642300 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-91a225f2-aff0-42b0-8979-b51050bacc5c req-cad3f146-7276-4320-85c6-18dfa717737e tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2649198 Nov 23 12:45:08.659028 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47490) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:08.676137 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7730d05-a736-4edb-8555-bc13fbfacad8 req-b1b85628-353f-4256-9d63-ea9301db93b9 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:08.687752 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e7730d05-a736-4edb-8555-bc13fbfacad8 req-b1b85628-353f-4256-9d63-ea9301db93b9 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 944 time: 0.6415176 Nov 23 12:45:08.793875 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Network ccaea996-6819-4251-881c-5547b68b4695 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:08.797457 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Attempting to bind port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:08.797625 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Attempting to bind port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:08.798113 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Attempting to bind port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 on network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:08.803309 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-ce7b93b6-a1ce-4351-8f96-a1d4cf94a45d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:08.810173 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 on network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:45:08.826112 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Attempting to bind port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 on network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:08.836788 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:08.838987 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Network 8cf8bce4-1366-428a-bf98-48c4da42a9ab is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:08.839104 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:08.839303 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Checking segment: {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:08.839917 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Bound using segment: {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:08.840449 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Bound port: 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:08.840619 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:08.886079 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:08.890574 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:08.893639 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643627'] for router_interface, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:08.903321 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e7730d05-a736-4edb-8555-bc13fbfacad8 req-7a507bda-0743-4978-884d-a079d9972578 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864955 Nov 23 12:45:09.062756 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8bc1ac-34f0-420e-8ca1-a16c2962709c,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:09.093070 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:09.134397 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.457s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:09.249734 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0dfa425c-e1a7-4f6d-9eee-a9efa82763f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:09.316349 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-7b745594-4592-4bdf-a8fe-c1fe89186874 None None] Provisioning for port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:09.324394 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-7b745594-4592-4bdf-a8fe-c1fe89186874 None None] Provisioning complete for port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:09.324760 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7b745594-4592-4bdf-a8fe-c1fe89186874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:09.623784 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-7b745594-4592-4bdf-a8fe-c1fe89186874 None None] Port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:45:09.838170 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:09.879667 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] For port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:09.885873 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] For port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:09.891542 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-08485c71-5fc9-4942-b3c0-9fe1cf171177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:09.908925 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:09.935369 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Router 8eed3f10-49c3-4bd5-921b-04f29489a436 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:45:09.956341 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:10.145802 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Pushing event updated for resources: {'Port': ['ID=907d9fe7-bd87-44e0-9a4c-b0f45c50690b,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:10.198017 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.064s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:10.219778 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-08485c71-5fc9-4942-b3c0-9fe1cf171177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:10.221715 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:10.230869 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:10.231712 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:10.234165 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] 10.222.0.76 "PUT /v2.0/ports/1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 HTTP/1.1" status: 200 len: 1094 time: 6.6227913 Nov 23 12:45:10.245715 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c407d841-b84b-4b00-9325-7065b2dbb77c', 'tag': '1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:10.256672 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.db.resource_extend [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 12:45:10.338673 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:10.351028 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:10.351507 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:10.468867 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-08485c71-5fc9-4942-b3c0-9fe1cf171177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:10.531770 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9b81ac21-c9ba-444d-8c1b-cfc1d04c7347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:10.572337 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97b4a6-1a6b-4e21-96c0-c2727a0c1644 req-1562edd2-4bad-437a-a4f5-3d8078842a39 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:10.573123 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-8e97b4a6-1a6b-4e21-96c0-c2727a0c1644 req-1562edd2-4bad-437a-a4f5-3d8078842a39 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Synchronizing usage tracker for tenant:ac666aca2d624e5a9873962c1bba8782 on resource:port {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:10.600890 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:10.640988 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:10.648363 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:10.654833 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-b5b3800d-ee72-4061-8af9-384254a39864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:10.723095 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874ca377-914c-4cc2-8e37-9c87e200033d {{(pid=86826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:10.745362 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:10.886637 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:10.891147 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:10.904975 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:11.035501 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Pushing event updated for resources: {'Port': ['ID=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:11.041280 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08485c71-5fc9-4942-b3c0-9fe1cf171177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8bc1ac-34f0-420e-8ca1-a16c2962709c,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:11.044553 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-08485c71-5fc9-4942-b3c0-9fe1cf171177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:11.046561 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-08485c71-5fc9-4942-b3c0-9fe1cf171177 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c8bc1ac-34f0-420e-8ca1-a16c2962709c HTTP/1.1" status: 204 len: 168 time: 2.3609183 Nov 23 12:45:11.049895 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-08485c71-5fc9-4942-b3c0-9fe1cf171177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:11.050487 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:11.058990 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:11.065594 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce7b93b6-a1ce-4351-8f96-a1d4cf94a45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:11.091207 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce7b93b6-a1ce-4351-8f96-a1d4cf94a45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:11.143460 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-68d48ab8-4453-43a9-a74e-1730e2a735a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:11.157211 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.provisioning_blocks [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Transition to ACTIVE for port object 874ca377-914c-4cc2-8e37-9c87e200033d will not be triggered until provisioned by entity L2. {{(pid=86826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:11.163700 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-8e97b4a6-1a6b-4e21-96c0-c2727a0c1644 req-1562edd2-4bad-437a-a4f5-3d8078842a39 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Unset dirty status for tenant:ac666aca2d624e5a9873962c1bba8782 on resource:port {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:11.178187 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8e97b4a6-1a6b-4e21-96c0-c2727a0c1644 req-1562edd2-4bad-437a-a4f5-3d8078842a39 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 931 time: 1.2602713 Nov 23 12:45:11.222275 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:45:11.250369 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Sync routers for ids ['8eed3f10-49c3-4bd5-921b-04f29489a436'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:45:11.268713 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Routers {'8eed3f10-49c3-4bd5-921b-04f29489a436'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:11.272983 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:44:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['8eed3f10-49c3-4bd5-921b-04f29489a436'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:11.280083 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad696-86cc-48f3-97be-41224d2922d7 req-4a4d05aa-357c-4057-8aaf-281ba46c2cbe tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:11.285680 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-38aad696-86cc-48f3-97be-41224d2922d7 req-4a4d05aa-357c-4057-8aaf-281ba46c2cbe tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 944 time: 1.1517687 Nov 23 12:45:11.312845 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] 10.222.0.41 "PUT /v2.0/routers/8eed3f10-49c3-4bd5-921b-04f29489a436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7254670 Nov 23 12:45:11.374124 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-6a0d1ecf-5ae7-49ad-b0ab-e123dd64f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:11.375627 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-6a0d1ecf-5ae7-49ad-b0ab-e123dd64f43b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 1097 time: 0.8674502 Nov 23 12:45:11.388206 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:11.478881 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-ce7b93b6-a1ce-4351-8f96-a1d4cf94a45d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad18cf49b5dc4022ad304a697c30fd6a&name=default HTTP/1.1" status: 200 len: 2975 time: 4.4750788 Nov 23 12:45:11.487116 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47548) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:11.489888 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-a2b8186f-83c1-410f-9dd1-35af08a5ee24 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 HTTP/1.1" status: 200 len: 217 time: 0.0895271 Nov 23 12:45:11.493466 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b93b6-a1ce-4351-8f96-a1d4cf94a45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df6b1a1-36ce-43b7-be25-b09f05055da8,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:11.494289 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-38aad696-86cc-48f3-97be-41224d2922d7 req-84bf949d-a1ef-4947-8325-dc6e355b61ad tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765418 Nov 23 12:45:11.510152 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-ce7b93b6-a1ce-4351-8f96-a1d4cf94a45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:11.618503 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-98285a27-a0d4-4325-81a3-17193ef79823 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:11.637440 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-76c6bb19-0f92-45b5-9425-d902cf752981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:11.640941 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-76c6bb19-0f92-45b5-9425-d902cf752981 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68e37d2d-b2b9-46b5-b763-0488badc871e HTTP/1.1" status: 200 len: 855 time: 0.1367400 Nov 23 12:45:11.689762 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a4b95c00-8953-4979-8cb3-878b98f706ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:11.718622 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8e97b4a6-1a6b-4e21-96c0-c2727a0c1644 req-4d11721d-55bc-463a-9637-b78d3939fc99 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350316 Nov 23 12:45:11.767662 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-1025e95f-ce96-45fe-942c-4e32358ac7b7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112401 Nov 23 12:45:11.823138 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Set router 8eed3f10-49c3-4bd5-921b-04f29489a436 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:11.875046 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:12.052894 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:12.194738 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643784'] for router_interface, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:12.197782 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:12.249557 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c407d841-b84b-4b00-9325-7065b2dbb77c', 'tag': '1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3', 'status': 'completed', 'code': 200} Nov 23 12:45:12.300387 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.managers [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Attempting to bind port 874ca377-914c-4cc2-8e37-9c87e200033d on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:12.300749 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.managers [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Attempting to bind port 874ca377-914c-4cc2-8e37-9c87e200033d by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'fe30899f-e641-430e-9352-b31cb3b2804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3f504f63-cd1f-4b25-b2d0-bb92786e1776'}] {{(pid=86826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:12.301090 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Attempting to bind port 874ca377-914c-4cc2-8e37-9c87e200033d on network 3f504f63-cd1f-4b25-b2d0-bb92786e1776 {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:12.303735 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 47578) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:12.338860 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Pushing event updated for resources: {'Port': ['ID=874ca377-914c-4cc2-8e37-9c87e200033d,revision_number=2']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:12.351457 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ad43e39e-1f6b-4f7d-bfe9-8dad9e93306a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:12.363297 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:12.367153 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-339a5f32-820e-4dce-ba93-93b6f9daed4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:12.397911 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-ad43e39e-1f6b-4f7d-bfe9-8dad9e93306a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:12.405107 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Port 874ca377-914c-4cc2-8e37-9c87e200033d on network 3f504f63-cd1f-4b25-b2d0-bb92786e1776 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:45:12.405592 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Attempting to bind port 874ca377-914c-4cc2-8e37-9c87e200033d on network 3f504f63-cd1f-4b25-b2d0-bb92786e1776 {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:12.408400 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-ad43e39e-1f6b-4f7d-bfe9-8dad9e93306a admin admin] Usage tracker for resource:security_group_rule and tenant:fd2db88e9cca47d39ca4d719f70d37d2 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:12.411788 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:12.413259 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:12.419360 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-ad43e39e-1f6b-4f7d-bfe9-8dad9e93306a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:12.432569 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-ad43e39e-1f6b-4f7d-bfe9-8dad9e93306a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:12.517427 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'name': 'tempest-ServerRescueNegativeTestJSON-323135600-router', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:05Z', 'revision_number': 4, 'project_id': '3b44ff298128420abc31972a196f5733', 'gw_port': {'id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:55Z', 'updated_at': '2021-11-23T12:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '042c4509-cc4d-4d7b-86f2-623655d641fb', 'name': '', 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'mac_address': 'fa:16:3e:8b:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff930218-bccf-4ca7-8504-4269e7c44ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:01Z', 'updated_at': '2021-11-23T12:45:06Z', 'revision_number': 2, 'project_id': '3b44ff298128420abc31972a196f5733', 'subnets': [{'id': 'ff930218-bccf-4ca7-8504-4269e7c44ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:12.542686 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Checking router: 8eed3f10-49c3-4bd5-921b-04f29489a436 for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:45:12.545402 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Updating router 8eed3f10-49c3-4bd5-921b-04f29489a436 port 042c4509-cc4d-4d7b-86f2-623655d641fb binding host dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:45:12.610861 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:12.643249 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-73a48fa5-5bb9-416f-8c7a-2692ed5d4fcb service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874510 Nov 23 12:45:12.953378 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.028148 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.042456 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Transition to ACTIVE for port object 042c4509-cc4d-4d7b-86f2-623655d641fb will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:13.050707 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.056581 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:13.072747 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Pushing event updated for resources: {'Port': ['ID=907d9fe7-bd87-44e0-9a4c-b0f45c50690b,revision_number=2']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:13.090269 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:13.133741 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf31ba-a911-4d82-8829-f7ff8a7c48e5 None None] Pushing event updated for resources: {'Port': ['ID=042c4509-cc4d-4d7b-86f2-623655d641fb,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:13.138152 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-7fdf31ba-a911-4d82-8829-f7ff8a7c48e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:13.164252 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:13.164617 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Checking segment: {'id': 'fe30899f-e641-430e-9352-b31cb3b2804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3f504f63-cd1f-4b25-b2d0-bb92786e1776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:13.165201 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Bound using segment: {'id': 'fe30899f-e641-430e-9352-b31cb3b2804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3f504f63-cd1f-4b25-b2d0-bb92786e1776'} {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:13.170476 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.managers [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Bound port: 874ca377-914c-4cc2-8e37-9c87e200033d, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe30899f-e641-430e-9352-b31cb3b2804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3f504f63-cd1f-4b25-b2d0-bb92786e1776'}}] {{(pid=86826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:13.172396 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.243758 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Network 8cf8bce4-1366-428a-bf98-48c4da42a9ab is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:13.254047 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-435a2a48-13c0-4778-84f4-c585b9e54cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.303567 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ad43e39e-1f6b-4f7d-bfe9-8dad9e93306a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.321916 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-435a2a48-13c0-4778-84f4-c585b9e54cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.327134 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ad43e39e-1f6b-4f7d-bfe9-8dad9e93306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.368008 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-a3321a8f-64ef-4873-a3c3-6bc7fa9da15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:13.385105 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:13.406493 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Attempting to bind port 042c4509-cc4d-4d7b-86f2-623655d641fb on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:13.406869 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Attempting to bind port 042c4509-cc4d-4d7b-86f2-623655d641fb by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:13.414739 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Attempting to bind port 042c4509-cc4d-4d7b-86f2-623655d641fb on network ccaea996-6819-4251-881c-5547b68b4695 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:13.438148 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:13.446768 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Checking segment: {'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:13.448484 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.449670 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Bound using segment: {'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:13.452871 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Bound port: 042c4509-cc4d-4d7b-86f2-623655d641fb, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:13.458102 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9f879c77-93a3-4516-9a7d-5ba3a7e2fb24 req-ce8b1e3c-560b-43be-b42d-d154a66d47ad service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7629304 Nov 23 12:45:13.465908 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43e39e-1f6b-4f7d-bfe9-8dad9e93306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa85059-a2c2-4cd8-8ab9-f9fd44e92ef9,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:13.472303 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.488445 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-ad43e39e-1f6b-4f7d-bfe9-8dad9e93306a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd2db88e9cca47d39ca4d719f70d37d2&name=default HTTP/1.1" status: 200 len: 2977 time: 1.1834798 Nov 23 12:45:13.495162 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 47594) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:13.496205 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ad43e39e-1f6b-4f7d-bfe9-8dad9e93306a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:13.570711 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d59a1-c6a9-4755-beb9-54c4b6201113 req-741169a2-2bcb-47df-a7c7-04e215a477bc tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:13.572249 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c80d59a1-c6a9-4755-beb9-54c4b6201113 req-741169a2-2bcb-47df-a7c7-04e215a477bc tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 944 time: 0.5365729 Nov 23 12:45:13.636499 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] For port 042c4509-cc4d-4d7b-86f2-623655d641fb, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:13.642620 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] For port 042c4509-cc4d-4d7b-86f2-623655d641fb, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=042c4509-cc4d-4d7b-86f2-623655d641fb,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:13.652852 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.660102 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-8b7f179b-c928-4d47-a2e9-b3eacd23d1fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:13.838301 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Routers {'8eed3f10-49c3-4bd5-921b-04f29489a436'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:13.838946 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:45:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['8eed3f10-49c3-4bd5-921b-04f29489a436'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:13.958413 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-a338b184-74b9-4377-978a-0ff21ab913a9 None None] Provisioning complete for port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:13.958924 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-0ffb09de-37b0-487e-a26a-08456c08f443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.959565 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a338b184-74b9-4377-978a-0ff21ab913a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:13.970460 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-220d53ba-b2ca-42a7-9cf9-111f5c6fcef2 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:13.972018 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-220d53ba-b2ca-42a7-9cf9-111f5c6fcef2 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 818 time: 1.6679313 Nov 23 12:45:14.075127 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf31ba-a911-4d82-8829-f7ff8a7c48e5 None None] Pushing event updated for resources: {'Port': ['ID=042c4509-cc4d-4d7b-86f2-623655d641fb,revision_number=4']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:14.085373 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-7fdf31ba-a911-4d82-8829-f7ff8a7c48e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:14.103686 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-a338b184-74b9-4377-978a-0ff21ab913a9 None None] Port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:45:14.118993 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c80d59a1-c6a9-4755-beb9-54c4b6201113 req-d8997cd8-a3ca-48a8-afcc-382506fa7495 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138997 Nov 23 12:45:14.137275 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] For port 874ca377-914c-4cc2-8e37-9c87e200033d, host hv-cinder-81888, cleared binding levels {{(pid=86826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:14.168564 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:14.174396 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-b9313532-49a4-463c-9269-f599cff24d42 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/quotas/3b44ff298128420abc31972a196f5733 HTTP/1.1" status: 200 len: 375 time: 0.1943390 Nov 23 12:45:14.179030 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] For port 874ca377-914c-4cc2-8e37-9c87e200033d, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=874ca377-914c-4cc2-8e37-9c87e200033d,segment=NetworkSegment(fe30899f-e641-430e-9352-b31cb3b2804c),segment_id=fe30899f-e641-430e-9352-b31cb3b2804c)] {{(pid=86826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:14.213709 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-0ffb09de-37b0-487e-a26a-08456c08f443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:14.255290 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-435a2a48-13c0-4778-84f4-c585b9e54cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:14.257119 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:14.274975 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] Set router 8eed3f10-49c3-4bd5-921b-04f29489a436 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:14.277885 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:14.297338 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a2a48-13c0-4778-84f4-c585b9e54cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df6b1a1-36ce-43b7-be25-b09f05055da8,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:14.306767 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-435a2a48-13c0-4778-84f4-c585b9e54cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:14.309066 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:14.342546 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311ee08-a3eb-47bc-84ba-dc26934afc9a req-3cabf809-94da-40fe-a949-37dd821b15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:14.346779 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a311ee08-a3eb-47bc-84ba-dc26934afc9a req-3cabf809-94da-40fe-a949-37dd821b15f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 1097 time: 0.6348386 Nov 23 12:45:14.360524 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Router ee37a1b0-29d6-41dc-8009-13673b84f161 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:45:14.375387 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:14.376349 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:14.377953 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] 10.222.0.76 "PUT /v2.0/ports/874ca377-914c-4cc2-8e37-9c87e200033d HTTP/1.1" status: 200 len: 1093 time: 6.6974685 Nov 23 12:45:14.378578 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ce80cd-a466-4070-b8d8-026cac7cf2bc', 'tag': '874ca377-914c-4cc2-8e37-9c87e200033d'}] {{(pid=86826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:14.401239 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-0ffb09de-37b0-487e-a26a-08456c08f443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:14.421272 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:14.456207 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-435a2a48-13c0-4778-84f4-c585b9e54cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:14.457922 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-435a2a48-13c0-4778-84f4-c585b9e54cea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5df6b1a1-36ce-43b7-be25-b09f05055da8 HTTP/1.1" status: 204 len: 168 time: 2.9662895 Nov 23 12:45:14.616075 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Pushing event updated for resources: {'Port': ['ID=874ca377-914c-4cc2-8e37-9c87e200033d,revision_number=3']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:14.647361 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb09de-37b0-487e-a26a-08456c08f443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa85059-a2c2-4cd8-8ab9-f9fd44e92ef9,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:14.654030 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-0ffb09de-37b0-487e-a26a-08456c08f443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:14.657976 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-0ffb09de-37b0-487e-a26a-08456c08f443 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1aa85059-a2c2-4cd8-8ab9-f9fd44e92ef9 HTTP/1.1" status: 204 len: 168 time: 1.1538091 Nov 23 12:45:14.718876 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-0ffb09de-37b0-487e-a26a-08456c08f443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:14.739843 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:14.785145 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13a1a4-6227-4e54-9176-5f5899f0aa84 req-4e219b5f-c44e-4f55-aaa2-64478df775ba tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:14.792104 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1a13a1a4-6227-4e54-9176-5f5899f0aa84 req-4e219b5f-c44e-4f55-aaa2-64478df775ba tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 943 time: 0.4243617 Nov 23 12:45:14.827839 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-c9f2c168-45d2-48a3-826f-5f7c0c058886 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6456537 Nov 23 12:45:14.838333 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311ee08-a3eb-47bc-84ba-dc26934afc9a req-0f359aa2-9c14-4399-bdf6-8a69747942ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:14.841380 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a311ee08-a3eb-47bc-84ba-dc26934afc9a req-0f359aa2-9c14-4399-bdf6-8a69747942ce service neutron] 10.222.0.76 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 916 time: 0.2678175 Nov 23 12:45:14.928739 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'name': 'tempest-ServerRescueNegativeTestJSON-323135600-router', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:05Z', 'revision_number': 4, 'project_id': '3b44ff298128420abc31972a196f5733', 'gw_port': {'id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:55Z', 'updated_at': '2021-11-23T12:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '042c4509-cc4d-4d7b-86f2-623655d641fb', 'name': '', 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'mac_address': 'fa:16:3e:8b:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff930218-bccf-4ca7-8504-4269e7c44ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:01Z', 'updated_at': '2021-11-23T12:45:13Z', 'revision_number': 4, 'project_id': '3b44ff298128420abc31972a196f5733', 'subnets': [{'id': 'ff930218-bccf-4ca7-8504-4269e7c44ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:14.944174 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443b883-c78a-4d67-8bf8-b704bf38c415 None None] The sync data for ids ['8eed3f10-49c3-4bd5-921b-04f29489a436'] in dv-cinder-818884-1-smb is: [{'id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'name': 'tempest-ServerRescueNegativeTestJSON-323135600-router', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:05Z', 'revision_number': 4, 'project_id': '3b44ff298128420abc31972a196f5733', 'gw_port': {'id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:55Z', 'updated_at': '2021-11-23T12:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '042c4509-cc4d-4d7b-86f2-623655d641fb', 'name': '', 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'mac_address': 'fa:16:3e:8b:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff930218-bccf-4ca7-8504-4269e7c44ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:01Z', 'updated_at': '2021-11-23T12:45:13Z', 'revision_number': 4, 'project_id': '3b44ff298128420abc31972a196f5733', 'subnets': [{'id': 'ff930218-bccf-4ca7-8504-4269e7c44ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:45:14.968135 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a311ee08-a3eb-47bc-84ba-dc26934afc9a req-262afc6c-2c20-4fe2-81b2-275c52b9b6a5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 HTTP/1.1" status: 200 len: 217 time: 0.1177442 Nov 23 12:45:14.978905 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1a13a1a4-6227-4e54-9176-5f5899f0aa84 req-9659d0f9-b383-4710-b9c1-f3b2288f0872 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858289 Nov 23 12:45:15.139380 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311ee08-a3eb-47bc-84ba-dc26934afc9a req-f7c4b6e6-a60d-4c8f-a60a-8881cced6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:15.154385 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a311ee08-a3eb-47bc-84ba-dc26934afc9a req-f7c4b6e6-a60d-4c8f-a60a-8881cced6fdb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68e37d2d-b2b9-46b5-b763-0488badc871e HTTP/1.1" status: 200 len: 855 time: 0.1742594 Nov 23 12:45:15.232624 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-deb829d9-4038-4535-a9a4-1fe0ee851fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:15.239466 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-deb829d9-4038-4535-a9a4-1fe0ee851fad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac666aca2d624e5a9873962c1bba8782&device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 1096 time: 0.7163773 Nov 23 12:45:15.246471 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:45:15.258748 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Sync routers for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:45:15.277325 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:15.278222 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:45:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:15.303449 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a311ee08-a3eb-47bc-84ba-dc26934afc9a req-ee23807e-15b3-4044-8c48-26cd1070a73b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478703 Nov 23 12:45:15.371173 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] 10.222.0.41 "PUT /v2.0/routers/ee37a1b0-29d6-41dc-8009-13673b84f161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3433878 Nov 23 12:45:15.460775 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-58eff7f7-3648-43a7-9404-da880a468a71 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=874ca377-914c-4cc2-8e37-9c87e200033d HTTP/1.1" status: 200 len: 217 time: 0.2097778 Nov 23 12:45:15.579681 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ce80cd-a466-4070-b8d8-026cac7cf2bc', 'tag': '874ca377-914c-4cc2-8e37-9c87e200033d', 'status': 'completed', 'code': 200} Nov 23 12:45:15.657385 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-2ff1264b-74ed-4a33-b8ed-38131f742c5e service neutron] 10.222.0.41 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7030563 Nov 23 12:45:15.680440 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a311ee08-a3eb-47bc-84ba-dc26934afc9a req-be4698cb-d2de-49de-89bc-130b8c540a1d service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662572 Nov 23 12:45:15.770942 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:15.772488 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-0c9b298a-f807-413b-afc9-cfba3de6d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:15.784638 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-0c9b298a-f807-413b-afc9-cfba3de6d3c8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3658009c-dab3-4b8c-90e7-f589df40b428 HTTP/1.1" status: 200 len: 851 time: 0.3098586 Nov 23 12:45:16.089577 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-21045689-f3bb-4462-9ffc-168f4ecfd82f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f504f63-cd1f-4b25-b2d0-bb92786e1776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325505 Nov 23 12:45:16.217837 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a311ee08-a3eb-47bc-84ba-dc26934afc9a req-e8f865bd-6b77-4243-9328-1a91ded5d72a service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297761 Nov 23 12:45:16.254633 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 042c4509-cc4d-4d7b-86f2-623655d641fb up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:16.260280 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c651d-23d5-4e15-9594-d22c498b60eb req-0069fbef-e74d-43c2-b56a-c92a4f17b9e1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:16.266644 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a01c651d-23d5-4e15-9594-d22c498b60eb req-0069fbef-e74d-43c2-b56a-c92a4f17b9e1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 944 time: 0.5396380 Nov 23 12:45:16.344753 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a01c651d-23d5-4e15-9594-d22c498b60eb req-1047e6f0-a40d-4c10-b180-3da7602f3a73 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715485 Nov 23 12:45:16.416044 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-eb9bbcf4-4126-4550-8f5a-d7a160ac7324 service neutron] 10.222.0.41 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7503929 Nov 23 12:45:16.473479 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-9275fefb-e105-4243-9a67-5ea4ae6a5668 service neutron] 10.222.0.76 "GET /v2.0/networks/3f504f63-cd1f-4b25-b2d0-bb92786e1776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691158 Nov 23 12:45:16.489387 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 042c4509-cc4d-4d7b-86f2-623655d641fb completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:16.503381 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 042c4509-cc4d-4d7b-86f2-623655d641fb triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:16.507508 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:16.731646 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cc61562f-4348-4e7f-8c5b-7fbfb3afdbd7 req-06d8d607-8322-4436-88dd-11e7c8c35f45 service neutron] 10.222.0.76 "GET /v2.0/networks/3f504f63-cd1f-4b25-b2d0-bb92786e1776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469175 Nov 23 12:45:16.771197 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:16.868046 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:11Z', 'revision_number': 2, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:16.874496 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Checking router: ee37a1b0-29d6-41dc-8009-13673b84f161 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:45:16.875016 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Updating router ee37a1b0-29d6-41dc-8009-13673b84f161 port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b binding host dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:45:16.922865 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 042c4509-cc4d-4d7b-86f2-623655d641fb, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=042c4509-cc4d-4d7b-86f2-623655d641fb,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:16.960070 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:16.977627 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:17.140787 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7804182-6516-4d33-8d34-621ab3f81d22 req-9024dfa1-e3c0-4ec0-885a-8b0b3f164bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:17.146420 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d7804182-6516-4d33-8d34-621ab3f81d22 req-9024dfa1-e3c0-4ec0-885a-8b0b3f164bc6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac666aca2d624e5a9873962c1bba8782&device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 1096 time: 0.3529191 Nov 23 12:45:17.205559 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=042c4509-cc4d-4d7b-86f2-623655d641fb,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:17.218812 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:17.219661 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:17.608233 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:45:18.052885 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:18.074148 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3', 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103', 'port_id': '1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3', 'mac_address': 'fa:16:3e:96:6b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e37d2d-b2b9-46b5-b763-0488badc871e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:45:18.131883 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88ac2a-b3e7-4595-ae13-802311c19f13 req-21958c11-d8fc-46cd-97b7-96ca89d75760 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:18.140104 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ce88ac2a-b3e7-4595-ae13-802311c19f13 req-21958c11-d8fc-46cd-97b7-96ca89d75760 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 943 time: 0.9909978 Nov 23 12:45:18.192755 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 042c4509-cc4d-4d7b-86f2-623655d641fb up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:18.204844 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 47770) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:18.209836 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1884748822', 'description': 'tempest-description--1029684428'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:18.223458 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:18.238010 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ce88ac2a-b3e7-4595-ae13-802311c19f13 req-415f2b60-59ce-49fa-94c5-df14f6145fb8 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900474 Nov 23 12:45:18.239888 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7804182-6516-4d33-8d34-621ab3f81d22 req-143a9d8b-4a48-4eb6-9783-451ab3fc93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:18.241729 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Usage tracker for resource:security_group and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:18.243219 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d7804182-6516-4d33-8d34-621ab3f81d22 req-143a9d8b-4a48-4eb6-9783-451ab3fc93f8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f504f63-cd1f-4b25-b2d0-bb92786e1776 HTTP/1.1" status: 200 len: 912 time: 1.0050938 Nov 23 12:45:18.252180 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:18.272356 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:18.312385 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:18.317709 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:18.340290 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:18.362726 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:18.368045 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Usage tracker for resource:security_group_rule and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:18.375312 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:18.386177 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d7804182-6516-4d33-8d34-621ab3f81d22 req-f9ae2885-a512-48db-88ac-5188368590f3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=874ca377-914c-4cc2-8e37-9c87e200033d HTTP/1.1" status: 200 len: 217 time: 0.1332915 Nov 23 12:45:18.388045 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:18.392007 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:18.411616 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Transition to ACTIVE for port object 907d9fe7-bd87-44e0-9a4c-b0f45c50690b will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:18.455850 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:18.461494 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:18.481672 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:18.487954 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7804182-6516-4d33-8d34-621ab3f81d22 req-ef41e386-8bf8-44eb-a30d-c05e33175bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:18.489775 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d7804182-6516-4d33-8d34-621ab3f81d22 req-ef41e386-8bf8-44eb-a30d-c05e33175bbd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3658009c-dab3-4b8c-90e7-f589df40b428 HTTP/1.1" status: 200 len: 851 time: 0.0957215 Nov 23 12:45:18.557267 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-e14f2da6-6060-4547-978c-678ba8222f8b req-5503a0d7-19ef-4b8d-81f7-9ddc71b548b9 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Synchronizing usage tracker for tenant:3b44ff298128420abc31972a196f5733 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:18.559361 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:18.569387 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 042c4509-cc4d-4d7b-86f2-623655d641fb triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:18.569765 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:18.593839 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d7804182-6516-4d33-8d34-621ab3f81d22 req-914d5995-ce6b-4206-8782-5efafd06e9ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f504f63-cd1f-4b25-b2d0-bb92786e1776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964127 Nov 23 12:45:18.636201 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:18.646264 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:18.659051 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-0ffb09de-37b0-487e-a26a-08456c08f443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:18.691442 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-e14f2da6-6060-4547-978c-678ba8222f8b req-5503a0d7-19ef-4b8d-81f7-9ddc71b548b9 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Unset dirty status for tenant:3b44ff298128420abc31972a196f5733 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:18.692594 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e14f2da6-6060-4547-978c-678ba8222f8b req-5503a0d7-19ef-4b8d-81f7-9ddc71b548b9 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 210 time: 0.2479484 Nov 23 12:45:18.753407 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6831e297-5b82-47d4-a85d-23260e63fbf5,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:18.769667 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:18.770589 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:18.775328 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47790) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:18.780084 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5741310 Nov 23 12:45:18.793332 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Request body: {'security_group_rule': {'security_group_id': '6831e297-5b82-47d4-a85d-23260e63fbf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:18.799023 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:18.828833 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Usage tracker for resource:security_group_rule and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:18.850204 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0a0c1-f433-46e8-acb5-0f0b9ed5a0bc req-25008c76-d57b-4b6b-93c9-b711ea2de37c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:18.851781 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cfe0a0c1-f433-46e8-acb5-0f0b9ed5a0bc req-25008c76-d57b-4b6b-93c9-b711ea2de37c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 945 time: 0.3095422 Nov 23 12:45:18.889084 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:18.907355 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:19.024353 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d7804182-6516-4d33-8d34-621ab3f81d22 req-f526c81f-139e-490c-9a35-c0b0c946fef3 service neutron] 10.222.0.76 "GET /v2.0/networks/3f504f63-cd1f-4b25-b2d0-bb92786e1776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201002 Nov 23 12:45:19.028370 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bddcf5-b400-497e-abf4-da739fcdd2b6 None None] Pushing event updated for resources: {'Port': ['ID=907d9fe7-bd87-44e0-9a4c-b0f45c50690b,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:19.043783 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-b1bddcf5-b400-497e-abf4-da739fcdd2b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:19.047394 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:19.050748 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-c47dd8d1-e1f9-4f35-a45f-26ecdd41f643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:19.176377 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:45:19.192385 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-6314128c-dcc3-4183-a538-a17b8d28cfe5 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:19.193115 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-6314128c-dcc3-4183-a538-a17b8d28cfe5 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Synchronizing usage tracker for tenant:3b44ff298128420abc31972a196f5733 on resource:network {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:19.224019 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:19.237913 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:19.259959 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-6314128c-dcc3-4183-a538-a17b8d28cfe5 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Unset dirty status for tenant:3b44ff298128420abc31972a196f5733 on resource:network {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:19.261967 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-6314128c-dcc3-4183-a538-a17b8d28cfe5 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.76 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 818 time: 0.4225552 Nov 23 12:45:19.269535 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-cfe0a0c1-f433-46e8-acb5-0f0b9ed5a0bc req-037a66a7-8f5c-4658-9518-dc1a4229341d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Synchronizing usage tracker for tenant:01affce05aea41b4bba6babec76ceff5 on resource:security_group {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:19.282151 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Request body: {'port': {'device_id': '65294d1a-4fbb-4f34-90d7-466ee85d7f24', 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695', 'admin_state_up': True, 'tenant_id': '3b44ff298128420abc31972a196f5733'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:19.346628 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:19.349814 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-cfe0a0c1-f433-46e8-acb5-0f0b9ed5a0bc req-037a66a7-8f5c-4658-9518-dc1a4229341d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Unset dirty status for tenant:01affce05aea41b4bba6babec76ceff5 on resource:security_group {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:19.364354 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cfe0a0c1-f433-46e8-acb5-0f0b9ed5a0bc req-037a66a7-8f5c-4658-9518-dc1a4229341d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683681 Nov 23 12:45:19.379437 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:19.403827 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Attempting to bind port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:19.406722 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Attempting to bind port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:19.407521 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Attempting to bind port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b on network 8cf8bce4-1366-428a-bf98-48c4da42a9ab {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:19.414588 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:19.481446 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d7804182-6516-4d33-8d34-621ab3f81d22 req-e6ab09a1-d60a-4e80-aeaf-e808affde4fd service neutron] 10.222.0.76 "GET /v2.0/networks/3f504f63-cd1f-4b25-b2d0-bb92786e1776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312763 Nov 23 12:45:19.488415 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0520847-fc66-47a7-a539-ef9576526c90,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:19.504655 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:19.505220 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Checking segment: {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:19.505771 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:19.506322 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Bound using segment: {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:19.506990 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Bound port: 907d9fe7-bd87-44e0-9a4c-b0f45c50690b, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:19.507633 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:19.514866 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:19.571798 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:19.576813 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7959116 Nov 23 12:45:19.584225 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47838) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:19.592810 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 874ca377-914c-4cc2-8e37-9c87e200033d details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:45:19.595777 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Request body: {'security_group_rule': {'security_group_id': '6831e297-5b82-47d4-a85d-23260e63fbf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:19.606155 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:19.611436 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:19.620287 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Usage tracker for resource:security_group_rule and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:19.631363 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:19.668443 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:19.703882 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:19.728963 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02833a29-27ea-470c-96c5-aa10fb3c325a req-2b7c8eb5-c9f5-487f-b571-ea3ec954a21b tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:19.740694 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Made reservation on behalf of 3b44ff298128420abc31972a196f5733 for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:19.741692 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-02833a29-27ea-470c-96c5-aa10fb3c325a req-2b7c8eb5-c9f5-487f-b571-ea3ec954a21b tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 943 time: 0.2125835 Nov 23 12:45:19.744358 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:19.759711 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:19.813516 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] For port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:19.845359 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] For port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=907d9fe7-bd87-44e0-9a4c-b0f45c50690b,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:19.881858 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:19.892217 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:19.895154 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-7dfa01be-8d44-4c14-862b-4edb1b03ec25 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:19.902108 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-7dfa01be-8d44-4c14-862b-4edb1b03ec25 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 818 time: 0.2925150 Nov 23 12:45:19.906315 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-02833a29-27ea-470c-96c5-aa10fb3c325a req-05e7bced-0e7a-41fa-9cb2-3705742fbb50 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637182 Nov 23 12:45:19.945095 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-1150c9d9-921c-42b1-93a3-20521acdf044 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/quotas/3b44ff298128420abc31972a196f5733 HTTP/1.1" status: 200 len: 375 time: 0.0419858 Nov 23 12:45:19.950351 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:19.967696 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:19.970006 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:20.000782 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b93b25-a98d-4e69-8e16-7eb85ff4efb1,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:20.007012 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:20.021568 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:20.023343 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4379375 Nov 23 12:45:20.026572 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 47854) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:20.034276 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Request body: {'floatingip': {'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:20.049192 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:20.054385 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Usage tracker for resource:floatingip and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:20.058436 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:20.079524 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:20.104722 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Allocated IP 172.20.0.8 (ccaea996-6819-4251-881c-5547b68b4695/ff930218-bccf-4ca7-8504-4269e7c44ee7/e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:20.111111 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:20.135151 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-2da0baeb-7d77-4b44-9102-a09d3a6bda51 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1874163 Nov 23 12:45:20.136609 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 874ca377-914c-4cc2-8e37-9c87e200033d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=874ca377-914c-4cc2-8e37-9c87e200033d,segment=NetworkSegment(fe30899f-e641-430e-9352-b31cb3b2804c),segment_id=fe30899f-e641-430e-9352-b31cb3b2804c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:20.159591 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '874ca377-914c-4cc2-8e37-9c87e200033d', 'network_id': '3f504f63-cd1f-4b25-b2d0-bb92786e1776', 'port_id': '874ca377-914c-4cc2-8e37-9c87e200033d', 'mac_address': 'fa:16:3e:83:c2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3658009c-dab3-4b8c-90e7-f589df40b428', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:45:20.314279 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:20.338207 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:20.338979 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:45:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:20.477306 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:20.535427 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874ca377-914c-4cc2-8e37-9c87e200033d {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:20.579491 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 874ca377-914c-4cc2-8e37-9c87e200033d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=874ca377-914c-4cc2-8e37-9c87e200033d,segment=NetworkSegment(fe30899f-e641-430e-9352-b31cb3b2804c),segment_id=fe30899f-e641-430e-9352-b31cb3b2804c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:20.611791 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:20.723343 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-1d453fb2-4c90-4110-843c-ad0a2ed50792 service neutron] 10.222.0.41 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873017 Nov 23 12:45:20.729641 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bddcf5-b400-497e-abf4-da739fcdd2b6 None None] Pushing event updated for resources: {'Port': ['ID=907d9fe7-bd87-44e0-9a4c-b0f45c50690b,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:20.760272 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-b1bddcf5-b400-497e-abf4-da739fcdd2b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:20.762550 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-b1bddcf5-b400-497e-abf4-da739fcdd2b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:20.838279 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd148ed0-cee2-47aa-a401-c907b8467672 req-2e2e023d-df7c-4bd6-b29a-4defabf316c0 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:20.839825 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cd148ed0-cee2-47aa-a401-c907b8467672 req-2e2e023d-df7c-4bd6-b29a-4defabf316c0 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 945 time: 0.2037721 Nov 23 12:45:20.881633 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Allocated IP 172.28.0.114 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/819c33e4-e7d8-42da-9208-75ffa22c1b88) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:20.884553 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=874ca377-914c-4cc2-8e37-9c87e200033d,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:20.889488 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['874ca377-914c-4cc2-8e37-9c87e200033d'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:45:20.891274 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:20.928479 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cd148ed0-cee2-47aa-a401-c907b8467672 req-81307794-78fc-4bb0-8681-fbb183f49282 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720029 Nov 23 12:45:20.951997 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:21.006489 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.024783 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:21.032304 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:21.157872 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-5cb2a02c-a036-4db5-95f2-5219f12bfde7 service neutron] 10.222.0.41 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219627 Nov 23 12:45:21.163272 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Pushing event updated for resources: {'Port': ['ID=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:21.190731 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:21.195918 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Network ccaea996-6819-4251-881c-5547b68b4695 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:21.197099 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:21.199955 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:21.207029 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:21.207748 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.277255 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0046535 Nov 23 12:45:21.303748 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Request body: {'port': {'device_id': '65294d1a-4fbb-4f34-90d7-466ee85d7f24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:21.359096 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed1e39-14b6-4db0-a77d-b3ee55e76b20 req-fe5d2050-f6eb-4083-a32f-4dee4af7b22e tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:21.366038 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-66ed1e39-14b6-4db0-a77d-b3ee55e76b20 req-fe5d2050-f6eb-4083-a32f-4dee4af7b22e tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 944 time: 0.1550059 Nov 23 12:45:21.433421 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.498160 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.523825 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-66ed1e39-14b6-4db0-a77d-b3ee55e76b20 req-bc90c9bb-9005-410b-bc85-831331b84a68 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568244 Nov 23 12:45:21.568140 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.593436 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:21.593958 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:21.603459 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-adab9605-78e4-407a-a163-b66ee8974d47 req-4186a692-e81f-4d5d-a041-672ce0082a24 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Synchronizing usage tracker for tenant:3b44ff298128420abc31972a196f5733 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:21.683107 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-adab9605-78e4-407a-a163-b66ee8974d47 req-4186a692-e81f-4d5d-a041-672ce0082a24 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Unset dirty status for tenant:3b44ff298128420abc31972a196f5733 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:21.696696 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-adab9605-78e4-407a-a163-b66ee8974d47 req-4186a692-e81f-4d5d-a041-672ce0082a24 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 210 time: 0.1991422 Nov 23 12:45:21.792078 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:21.798027 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:21.798349 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.884414 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:21.886718 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event updated for resources: {'Port': ['ID=819c33e4-e7d8-42da-9208-75ffa22c1b88,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:21.889859 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:21.891746 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:21.892445 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:21.922039 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:19Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:21.930181 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a81b1-3c92-4919-bb46-7302f70211d6 None None] The sync data for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb is: [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:19Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:45:22.054004 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.171584 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.214199 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.252592 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 907d9fe7-bd87-44e0-9a4c-b0f45c50690b up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:22.370795 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c407d841-b84b-4b00-9325-7065b2dbb77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:22.656495 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:22.677390 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.686100 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:22.705475 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.708085 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea19d3a-bdb1-43a2-ad2c-de9c033adca2 req-ef61c926-ecdd-4862-a4a5-dd5d50cf8150 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:22.722586 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Transition to ACTIVE for port object e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:22.723268 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:22.725746 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7ea19d3a-bdb1-43a2-ad2c-de9c033adca2 req-ef61c926-ecdd-4862-a4a5-dd5d50cf8150 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 945 time: 0.4565892 Nov 23 12:45:22.740871 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.749242 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:22.925421 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:22.946090 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:22.959983 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:22.961699 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7ea19d3a-bdb1-43a2-ad2c-de9c033adca2 req-4773abaf-4fb0-4c65-80f3-1f3a6f95fb60 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343836 Nov 23 12:45:22.988619 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:22.989318 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.094691 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48024) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:23.155094 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for port, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.169171 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.181210 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:23.317123 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.401402 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=907d9fe7-bd87-44e0-9a4c-b0f45c50690b,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:23.414935 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.418047 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-c47dd8d1-e1f9-4f35-a45f-26ecdd41f643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:23.456878 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.457112 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Pushing event updated for resources: {'Port': ['ID=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:23.474354 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:23.511125 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48046) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:23.525000 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Attempting to bind port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:23.525573 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Attempting to bind port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:23.526423 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Attempting to bind port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 on network ccaea996-6819-4251-881c-5547b68b4695 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:23.536737 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 on network ccaea996-6819-4251-881c-5547b68b4695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:45:23.537409 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Attempting to bind port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 on network ccaea996-6819-4251-881c-5547b68b4695 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:23.546854 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:23.547774 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Checking segment: {'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:23.548687 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Bound using segment: {'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:23.549336 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Bound port: e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:23.549887 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.584683 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c298d-1690-4067-a5e7-22a88f2bf896 req-e2c2658a-aaeb-4cc8-a022-b6302de2863a tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:23.587019 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-966c298d-1690-4067-a5e7-22a88f2bf896 req-e2c2658a-aaeb-4cc8-a022-b6302de2863a tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 944 time: 0.7317765 Nov 23 12:45:23.590321 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 874ca377-914c-4cc2-8e37-9c87e200033d up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:23.603925 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cb79b00c-11b6-49b9-901c-b715fa4d1b48 req-31204dbd-1fb8-4a35-8684-c4aac32d3146 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 210 time: 0.3369780 Nov 23 12:45:23.647165 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e033e59f-2250-4f16-91ba-52738a9145c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.741095 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=907d9fe7-bd87-44e0-9a4c-b0f45c50690b,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:23.750599 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:23.834611 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port 874ca377-914c-4cc2-8e37-9c87e200033d completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:23.843072 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 874ca377-914c-4cc2-8e37-9c87e200033d triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:23.843783 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.906547 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event updated for resources: {'Port': ['ID=819c33e4-e7d8-42da-9208-75ffa22c1b88,revision_number=2']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:23.914000 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:23.922035 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e033e59f-2250-4f16-91ba-52738a9145c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:23.924110 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-966c298d-1690-4067-a5e7-22a88f2bf896 req-04b6b987-2190-497d-8234-5a201218caba tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055706 Nov 23 12:45:23.926403 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-59f59c79-1773-496f-8198-69f5029f0406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.934394 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.943974 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9083209 Nov 23 12:45:23.957207 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e033e59f-2250-4f16-91ba-52738a9145c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c4269b22e402471bae24c27b0278c089 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:23.971306 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e033e59f-2250-4f16-91ba-52738a9145c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:24.019150 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-59f59c79-1773-496f-8198-69f5029f0406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:24.087281 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e033e59f-2250-4f16-91ba-52738a9145c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:24.090893 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] For port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:24.099805 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] For port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:24.109376 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-59f59c79-1773-496f-8198-69f5029f0406 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1bd018886742189931004846c74d65 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:24.115643 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-59f59c79-1773-496f-8198-69f5029f0406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:24.137781 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.149425 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-59f59c79-1773-496f-8198-69f5029f0406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:24.167397 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-7de9139e-49fb-4b90-8fe6-9beb0b6d263c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:24.292484 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 907d9fe7-bd87-44e0-9a4c-b0f45c50690b up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:24.311335 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-df0db86d-a769-42a6-9cc4-0094f0c77989 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:24.313653 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-df0db86d-a769-42a6-9cc4-0094f0c77989 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.76 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 818 time: 0.8003664 Nov 23 12:45:24.351407 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48076) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:24.367049 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Request body: {'port': {'device_id': 'a5e7bd40-19ad-4980-a403-b57ed2caeaec', 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695', 'admin_state_up': True, 'tenant_id': '3b44ff298128420abc31972a196f5733'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:24.379679 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:24.381776 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.382277 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c407d841-b84b-4b00-9325-7065b2dbb77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3', 'code': 200} Nov 23 12:45:24.383753 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] 10.222.0.76 "PUT /v2.0/ports/e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 HTTP/1.1" status: 200 len: 1093 time: 3.0974708 Nov 23 12:45:24.384683 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65294d1a-4fbb-4f34-90d7-466ee85d7f24', 'tag': 'e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:24.492737 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.528080 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Pushing event updated for resources: {'Port': ['ID=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:24.541983 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:24.553283 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 874ca377-914c-4cc2-8e37-9c87e200033d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=874ca377-914c-4cc2-8e37-9c87e200033d,segment=NetworkSegment(fe30899f-e641-430e-9352-b31cb3b2804c),segment_id=fe30899f-e641-430e-9352-b31cb3b2804c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:24.559528 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:24.560886 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.600544 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.615881 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:24.625883 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.76', 50651) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:24.678459 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:24.692166 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:24.705719 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94089082-ddd9-49c4-b1b2-faf3cc1fea7c req-52f7290b-efee-4464-b837-65a85ae9f6b3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:24.707966 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-94089082-ddd9-49c4-b1b2-faf3cc1fea7c req-52f7290b-efee-4464-b837-65a85ae9f6b3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 946 time: 0.4233968 Nov 23 12:45:24.748812 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=874ca377-914c-4cc2-8e37-9c87e200033d,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:24.752719 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:24.773778 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-903816d0-e7dd-4016-abae-34aa2726df6c req-2293f02f-0bcc-40a2-8d62-cef423e31f6a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Synchronizing usage tracker for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:security_group {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:24.783551 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-59f59c79-1773-496f-8198-69f5029f0406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.802771 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-59f59c79-1773-496f-8198-69f5029f0406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.821930 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ff4c5945-eb1a-4183-b0f0-e257f6b7db0b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:24.825418 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e033e59f-2250-4f16-91ba-52738a9145c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.832233 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-eee53b4e-d41c-4290-aebf-5b31d3747d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:24.834035 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-eee53b4e-d41c-4290-aebf-5b31d3747d1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 1096 time: 0.2866161 Nov 23 12:45:24.837785 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e033e59f-2250-4f16-91ba-52738a9145c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.840345 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-94089082-ddd9-49c4-b1b2-faf3cc1fea7c req-a4d864c2-5cf4-4af5-a4be-f851639cb538 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181176 Nov 23 12:45:24.866693 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:24.894554 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-903816d0-e7dd-4016-abae-34aa2726df6c req-2293f02f-0bcc-40a2-8d62-cef423e31f6a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Unset dirty status for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:security_group {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:24.895879 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-2293f02f-0bcc-40a2-8d62-cef423e31f6a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1884748822&fields=id&tenant_id=26434ee31c8a4e828f6ebb7445caebe2 HTTP/1.1" status: 200 len: 267 time: 0.1959107 Nov 23 12:45:24.896708 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Made reservation on behalf of 3b44ff298128420abc31972a196f5733 for: {'port': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:24.901848 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.945657 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65294d1a-4fbb-4f34-90d7-466ee85d7f24', 'tag': 'e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3', 'status': 'completed', 'code': 200} Nov 23 12:45:24.954399 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-e033e59f-2250-4f16-91ba-52738a9145c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4269b22e402471bae24c27b0278c089&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8586488 Nov 23 12:45:24.962190 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48106) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:24.963781 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-d4e394a7-b30a-4579-874a-3d2f90a84a82 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 HTTP/1.1" status: 200 len: 217 time: 0.1194785 Nov 23 12:45:24.975869 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f59c79-1773-496f-8198-69f5029f0406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab08beae-2a0b-4cf8-ae40-d77eb84ac473,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:24.979492 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-59f59c79-1773-496f-8198-69f5029f0406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:25.002131 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-89995c44-b7ba-4c56-a32d-6b145696a65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.020894 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-59f59c79-1773-496f-8198-69f5029f0406 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a1bd018886742189931004846c74d65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5060310 Nov 23 12:45:25.030587 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48110) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:25.069087 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033e59f-2250-4f16-91ba-52738a9145c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb74392-5eb7-4cc6-a8ea-7fc296ed5e58,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:25.081221 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e033e59f-2250-4f16-91ba-52738a9145c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:25.110033 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b81cfe58-180c-49f8-959c-7e8e6ee70ccb req-ddbd13b7-a539-46b3-a4fb-a8769fb6fe1d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 210 time: 0.0842750 Nov 23 12:45:25.118565 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bdce6-3c8d-4e41-b2d2-a3e2268b0330 req-fda79942-6571-423a-bbf5-b51b59171367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:25.119804 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fd9bdce6-3c8d-4e41-b2d2-a3e2268b0330 req-fda79942-6571-423a-bbf5-b51b59171367 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 1099 time: 0.4881029 Nov 23 12:45:25.120396 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-89995c44-b7ba-4c56-a32d-6b145696a65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:25.127559 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-89995c44-b7ba-4c56-a32d-6b145696a65c admin admin] Usage tracker for resource:security_group_rule and tenant:1daddb5162134e9ca9bf0bf20824cd7d is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:25.132418 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-89995c44-b7ba-4c56-a32d-6b145696a65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:25.144867 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-89995c44-b7ba-4c56-a32d-6b145696a65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:25.177919 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-49910a4d-b1f6-4c99-9824-9882a53cb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:25.179869 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-49910a4d-b1f6-4c99-9824-9882a53cb5f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff930218-bccf-4ca7-8504-4269e7c44ee7 HTTP/1.1" status: 200 len: 858 time: 0.2049768 Nov 23 12:45:25.180221 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-fd9bdce6-3c8d-4e41-b2d2-a3e2268b0330 req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.258463 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-fd9bdce6-3c8d-4e41-b2d2-a3e2268b0330 req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:25.263847 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-c6dd13e9-0f79-42be-bc6e-6c5372f8941b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ccaea996-6819-4251-881c-5547b68b4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730877 Nov 23 12:45:25.281482 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903816d0-e7dd-4016-abae-34aa2726df6c req-c9cedd7d-1f83-48e9-93d8-f0a4f40183c2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:25.282415 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-903816d0-e7dd-4016-abae-34aa2726df6c req-c9cedd7d-1f83-48e9-93d8-f0a4f40183c2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Synchronizing usage tracker for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:network {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:25.305943 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-fd9bdce6-3c8d-4e41-b2d2-a3e2268b0330 req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] Usage tracker for resource:security_group_rule and tenant:d53f97e77d0a4da39d81412a5db658c9 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:25.327300 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Allocated IP 172.20.0.11 (ccaea996-6819-4251-881c-5547b68b4695/ff930218-bccf-4ca7-8504-4269e7c44ee7/f56ea1d7-e0fa-476b-82a4-287c9d775d6e) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:25.337629 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-fd9bdce6-3c8d-4e41-b2d2-a3e2268b0330 req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:25.340302 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ba4bbeb3-36dd-4f48-9d8c-614f0cdf50fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.351267 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-fd9bdce6-3c8d-4e41-b2d2-a3e2268b0330 req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:25.400803 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-89995c44-b7ba-4c56-a32d-6b145696a65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.416569 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-89995c44-b7ba-4c56-a32d-6b145696a65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.425801 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-db8321d1-f386-4766-8c86-0ab48416e9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.445432 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:25.477453 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ba4bbeb3-36dd-4f48-9d8c-614f0cdf50fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.510919 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-903816d0-e7dd-4016-abae-34aa2726df6c req-c9cedd7d-1f83-48e9-93d8-f0a4f40183c2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Unset dirty status for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:network {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:25.512448 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-c9cedd7d-1f83-48e9-93d8-f0a4f40183c2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/networks?id=8cf8bce4-1366-428a-bf98-48c4da42a9ab HTTP/1.1" status: 200 len: 811 time: 0.5774288 Nov 23 12:45:25.573297 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-db8321d1-f386-4766-8c86-0ab48416e9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.621493 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-873cd089-d854-422a-bd72-ee9872faa50f service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166649 Nov 23 12:45:25.637053 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-a58e9c6e-8334-467c-9fbc-f6c5496852bd tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/quotas/26434ee31c8a4e828f6ebb7445caebe2 HTTP/1.1" status: 200 len: 375 time: 0.0290992 Nov 23 12:45:25.642403 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-89995c44-b7ba-4c56-a32d-6b145696a65c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1daddb5162134e9ca9bf0bf20824cd7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2854965 Nov 23 12:45:25.642403 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89995c44-b7ba-4c56-a32d-6b145696a65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1f9c08-dec4-4658-8890-ff98644213bd,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:25.642763 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48114) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:25.648774 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-89995c44-b7ba-4c56-a32d-6b145696a65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:25.727039 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3caaf-4ebf-4f28-8f7a-6fc2ada165c6 req-b49c2320-d914-481c-a031-255a9228c7f0 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:25.728490 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10e3caaf-4ebf-4f28-8f7a-6fc2ada165c6 req-b49c2320-d914-481c-a031-255a9228c7f0 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 945 time: 0.4874070 Nov 23 12:45:25.768964 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ba4bbeb3-36dd-4f48-9d8c-614f0cdf50fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.786377 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:25.806405 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.809455 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bbeb3-36dd-4f48-9d8c-614f0cdf50fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb74392-5eb7-4cc6-a8ea-7fc296ed5e58,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:25.817236 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ba4bbeb3-36dd-4f48-9d8c-614f0cdf50fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:25.819253 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5b65eabe-89f9-45dc-8952-318fa50d47b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.862613 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5b65eabe-89f9-45dc-8952-318fa50d47b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.882556 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-903816d0-e7dd-4016-abae-34aa2726df6c req-bb8a5913-104b-44c1-87d9-6eeb026405d4 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Synchronizing usage tracker for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:port {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:25.888667 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-db8321d1-f386-4766-8c86-0ab48416e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.914886 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10e3caaf-4ebf-4f28-8f7a-6fc2ada165c6 req-f154b095-e542-4c66-b185-3b22be5ceaea tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711082 Nov 23 12:45:25.931326 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:25.947810 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-903816d0-e7dd-4016-abae-34aa2726df6c req-bb8a5913-104b-44c1-87d9-6eeb026405d4 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Unset dirty status for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:port {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:25.949785 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-bb8a5913-104b-44c1-87d9-6eeb026405d4 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=26434ee31c8a4e828f6ebb7445caebe2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3061860 Nov 23 12:45:25.951853 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.969143 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-fd9bdce6-3c8d-4e41-b2d2-a3e2268b0330 req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.973924 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ba4bbeb3-36dd-4f48-9d8c-614f0cdf50fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.976510 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-ba4bbeb3-36dd-4f48-9d8c-614f0cdf50fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bdb74392-5eb7-4cc6-a8ea-7fc296ed5e58 HTTP/1.1" status: 204 len: 168 time: 1.0104597 Nov 23 12:45:25.978053 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8321d1-f386-4766-8c86-0ab48416e9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab08beae-2a0b-4cf8-ae40-d77eb84ac473,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:25.981814 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b35493ff-5fff-4d4a-9101-d11cefeae968 req-4f6faf32-2dd2-4a42-99b7-1e3b5c558908 service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495202 Nov 23 12:45:25.983133 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-db8321d1-f386-4766-8c86-0ab48416e9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:25.984122 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-db8321d1-f386-4766-8c86-0ab48416e9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.987972 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-db8321d1-f386-4766-8c86-0ab48416e9d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab08beae-2a0b-4cf8-ae40-d77eb84ac473 HTTP/1.1" status: 204 len: 168 time: 0.9208448 Nov 23 12:45:25.989150 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-fd9bdce6-3c8d-4e41-b2d2-a3e2268b0330 req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.998872 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-db8321d1-f386-4766-8c86-0ab48416e9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:26.025765 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-fd9bdce6-3c8d-4e41-b2d2-a3e2268b0330 req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] Synchronizing usage tracker for tenant:d53f97e77d0a4da39d81412a5db658c9 on resource:security_group {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:26.039678 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c723d74f-eddc-41ec-a395-6782fa909691,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:26.042365 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:26.052561 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:26.070394 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-fd9bdce6-3c8d-4e41-b2d2-a3e2268b0330 req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] Unset dirty status for tenant:d53f97e77d0a4da39d81412a5db658c9 on resource:security_group {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:26.071718 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fd9bdce6-3c8d-4e41-b2d2-a3e2268b0330 req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9413183 Nov 23 12:45:26.125079 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Network ccaea996-6819-4251-881c-5547b68b4695 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:26.135441 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:26.137702 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5b65eabe-89f9-45dc-8952-318fa50d47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.159381 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:26.165172 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:26.166101 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.211710 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4eebe-4f1e-4832-920a-dfd79da32303 req-00d7cfd0-559b-438e-bbf6-0440c7084b0d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:26.213452 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-21c4eebe-4f1e-4832-920a-dfd79da32303 req-00d7cfd0-559b-438e-bbf6-0440c7084b0d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 946 time: 0.1160390 Nov 23 12:45:26.286991 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-21c4eebe-4f1e-4832-920a-dfd79da32303 req-d0c62020-989d-4309-935a-008eeba2d8c0 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672307 Nov 23 12:45:26.315342 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Pushing event updated for resources: {'Port': ['ID=f56ea1d7-e0fa-476b-82a4-287c9d775d6e,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:26.323070 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:26.327474 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5b65eabe-89f9-45dc-8952-318fa50d47b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.328590 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-5b65eabe-89f9-45dc-8952-318fa50d47b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a1f9c08-dec4-4658-8890-ff98644213bd HTTP/1.1" status: 204 len: 168 time: 0.6815457 Nov 23 12:45:26.329127 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:26.383772 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ce80cd-a466-4070-b8d8-026cac7cf2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874ca377-914c-4cc2-8e37-9c87e200033d'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:26.385197 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525efb9-05bc-4b1e-8976-c4aae30c73d9 req-7b4e6eea-5a32-4e4b-9311-bb36edb4bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:26.389713 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6525efb9-05bc-4b1e-8976-c4aae30c73d9 req-7b4e6eea-5a32-4e4b-9311-bb36edb4bc23 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 1096 time: 0.0995643 Nov 23 12:45:26.432745 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-99bca24f-24a9-46be-bb2c-5bd894f161f2 service neutron] 10.222.0.41 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634976 Nov 23 12:45:26.436350 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0878620 Nov 23 12:45:26.437212 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65eabe-89f9-45dc-8952-318fa50d47b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1f9c08-dec4-4658-8890-ff98644213bd,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:26.445201 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-5b65eabe-89f9-45dc-8952-318fa50d47b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:26.474272 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Request body: {'port': {'device_id': 'a5e7bd40-19ad-4980-a403-b57ed2caeaec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:26.656168 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48148) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:26.679886 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48152) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:26.684717 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-999f99fd-f4c8-4a37-b0f7-bca5db77e405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.694321 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525efb9-05bc-4b1e-8976-c4aae30c73d9 req-39a7ede2-59e2-4948-870b-a24d666d5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:26.695774 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6525efb9-05bc-4b1e-8976-c4aae30c73d9 req-39a7ede2-59e2-4948-870b-a24d666d5811 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 919 time: 0.2990136 Nov 23 12:45:26.844747 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-54383c4c-e942-4b1d-bcdc-7a26e1cdcf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.852622 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-579eede1-403d-44dc-9988-e8ac9781e22b service neutron] 10.222.0.41 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678511 Nov 23 12:45:26.859337 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.866622 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6525efb9-05bc-4b1e-8976-c4aae30c73d9 req-3c4e0eac-b48e-493a-99df-78e64ed722f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 HTTP/1.1" status: 200 len: 217 time: 0.1480007 Nov 23 12:45:26.867537 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-999f99fd-f4c8-4a37-b0f7-bca5db77e405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:26.874899 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-999f99fd-f4c8-4a37-b0f7-bca5db77e405 admin admin] Usage tracker for resource:security_group_rule and tenant:1ec2b8e2db534d529590b5f24739e083 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:26.910103 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-999f99fd-f4c8-4a37-b0f7-bca5db77e405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:26.919946 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4500136-0721-44f1-85d0-1de31c98208a req-6e6d9769-bff0-4822-9522-647f37200cdc tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:26.927059 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b4500136-0721-44f1-85d0-1de31c98208a req-6e6d9769-bff0-4822-9522-647f37200cdc tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 932 time: 0.3859575 Nov 23 12:45:26.932125 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-54383c4c-e942-4b1d-bcdc-7a26e1cdcf4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:26.958804 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-999f99fd-f4c8-4a37-b0f7-bca5db77e405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:26.961067 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-54383c4c-e942-4b1d-bcdc-7a26e1cdcf4b admin admin] Usage tracker for resource:security_group_rule and tenant:e4f20514da7841d78e95d200fec3c492 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:26.974731 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-54383c4c-e942-4b1d-bcdc-7a26e1cdcf4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:26.990199 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-54383c4c-e942-4b1d-bcdc-7a26e1cdcf4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:27.041126 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-b4500136-0721-44f1-85d0-1de31c98208a req-2f28a0c1-f201-4b2b-80ec-9c7b975189a9 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Synchronizing usage tracker for tenant:3b44ff298128420abc31972a196f5733 on resource:security_group {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:27.045293 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525efb9-05bc-4b1e-8976-c4aae30c73d9 req-b3056cf3-c4af-4354-ad11-31d8cbc6b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:27.046702 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6525efb9-05bc-4b1e-8976-c4aae30c73d9 req-b3056cf3-c4af-4354-ad11-31d8cbc6b7d9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff930218-bccf-4ca7-8504-4269e7c44ee7 HTTP/1.1" status: 200 len: 858 time: 0.1690536 Nov 23 12:45:27.094827 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ce80cd-a466-4070-b8d8-026cac7cf2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874ca377-914c-4cc2-8e37-9c87e200033d', 'code': 200} Nov 23 12:45:27.118369 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6525efb9-05bc-4b1e-8976-c4aae30c73d9 req-9ba90823-e0d4-4ad1-83f2-74077e6f3df6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ccaea996-6819-4251-881c-5547b68b4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616570 Nov 23 12:45:27.242111 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-b4500136-0721-44f1-85d0-1de31c98208a req-2f28a0c1-f201-4b2b-80ec-9c7b975189a9 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Unset dirty status for tenant:3b44ff298128420abc31972a196f5733 on resource:security_group {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:27.243432 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b4500136-0721-44f1-85d0-1de31c98208a req-2f28a0c1-f201-4b2b-80ec-9c7b975189a9 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155398 Nov 23 12:45:27.308823 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48170) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:27.363191 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-999f99fd-f4c8-4a37-b0f7-bca5db77e405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.402016 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6654fd11-709c-4add-879c-f943ec20056f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.456741 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b1d44-46bd-4bcf-9c82-34b9ce87ba97 req-ef4a8e6d-f5a2-41c7-b06a-5476644636ee tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:27.458619 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d24b1d44-46bd-4bcf-9c82-34b9ce87ba97 req-ef4a8e6d-f5a2-41c7-b06a-5476644636ee tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 945 time: 0.1882606 Nov 23 12:45:27.465706 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-999f99fd-f4c8-4a37-b0f7-bca5db77e405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.495228 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-627c0838-0178-4bd9-b5e7-f9b47df662ce req-0f6c8e0b-8dfc-475d-a61e-54a9ef105c5a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 210 time: 0.1399524 Nov 23 12:45:27.504171 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-54383c4c-e942-4b1d-bcdc-7a26e1cdcf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.506659 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:27.528432 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-6654fd11-709c-4add-879c-f943ec20056f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:27.533584 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6525efb9-05bc-4b1e-8976-c4aae30c73d9 req-ea476e68-1db4-44d2-8c75-159044bd0c3a service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058521 Nov 23 12:45:27.543971 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-6654fd11-709c-4add-879c-f943ec20056f admin admin] Usage tracker for resource:security_group_rule and tenant:c24e77612f2740d291afa3978344f009 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:27.554804 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-54383c4c-e942-4b1d-bcdc-7a26e1cdcf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.563453 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-6654fd11-709c-4add-879c-f943ec20056f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:27.573830 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56ea1d7-e0fa-476b-82a4-287c9d775d6e {{(pid=86826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:27.590909 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d24b1d44-46bd-4bcf-9c82-34b9ce87ba97 req-dfa561da-17f6-4156-b29e-42691261d034 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187670 Nov 23 12:45:27.601970 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Notify callbacks [] for port, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.613390 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.provisioning_blocks [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Transition to ACTIVE for port object f56ea1d7-e0fa-476b-82a4-287c9d775d6e will not be triggered until provisioned by entity L2. {{(pid=86826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:27.614054 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-6654fd11-709c-4add-879c-f943ec20056f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:27.618066 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.625877 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e348c3ba-7b0f-4caa-8d97-0cc67f7fd8c7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:27.634354 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-999f99fd-f4c8-4a37-b0f7-bca5db77e405 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ec2b8e2db534d529590b5f24739e083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9745214 Nov 23 12:45:27.667957 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48180) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:27.678963 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f99fd-f4c8-4a37-b0f7-bca5db77e405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b4f9d3-f5b7-476e-b9b5-68194c3e0b17,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:27.712299 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-999f99fd-f4c8-4a37-b0f7-bca5db77e405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:27.713511 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-59f59c79-1773-496f-8198-69f5029f0406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:27.784573 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-54383c4c-e942-4b1d-bcdc-7a26e1cdcf4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4f20514da7841d78e95d200fec3c492&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1023655 Nov 23 12:45:27.799215 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48186) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:27.846334 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54383c4c-e942-4b1d-bcdc-7a26e1cdcf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821c9936-077d-4427-92f4-4e95585331f5,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:27.858679 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-54383c4c-e942-4b1d-bcdc-7a26e1cdcf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:27.865070 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Pushing event updated for resources: {'Port': ['ID=f56ea1d7-e0fa-476b-82a4-287c9d775d6e,revision_number=2']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:27.884229 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78a023-4ff1-4c62-8d92-540dd61e965a req-a6902aba-1700-45fa-a135-2bca0075cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:27.885714 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4e78a023-4ff1-4c62-8d92-540dd61e965a req-a6902aba-1700-45fa-a135-2bca0075cddc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 1098 time: 0.5181386 Nov 23 12:45:27.893138 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6525efb9-05bc-4b1e-8976-c4aae30c73d9 req-1d48dcab-684e-44cf-bbb2-08fdc0454195 service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308945 Nov 23 12:45:27.913116 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:27.967268 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4e78a023-4ff1-4c62-8d92-540dd61e965a req-8766e348-ff19-426a-a833-a0a575162be2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682817 Nov 23 12:45:27.987721 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66e64-a4a7-48fa-bad3-b3ad81475abd req-64a37cb5-ece3-4e2d-a262-942c38c31a9b tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:27.989494 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fef66e64-a4a7-48fa-bad3-b3ad81475abd req-64a37cb5-ece3-4e2d-a262-942c38c31a9b tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 946 time: 0.3064339 Nov 23 12:45:28.066316 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6654fd11-709c-4add-879c-f943ec20056f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.074275 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6654fd11-709c-4add-879c-f943ec20056f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.082658 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dfe5743d-324d-424f-b5d3-fcbfd5dbf36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.088132 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.managers [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Attempting to bind port f56ea1d7-e0fa-476b-82a4-287c9d775d6e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:28.088456 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ba4bbeb3-36dd-4f48-9d8c-614f0cdf50fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:28.088638 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.managers [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Attempting to bind port f56ea1d7-e0fa-476b-82a4-287c9d775d6e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'}] {{(pid=86826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:28.089155 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Attempting to bind port f56ea1d7-e0fa-476b-82a4-287c9d775d6e on network ccaea996-6819-4251-881c-5547b68b4695 {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:28.097809 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fef66e64-a4a7-48fa-bad3-b3ad81475abd req-b390fd71-2989-4fbc-bfd8-55a30c94a43b tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976501 Nov 23 12:45:28.123962 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ae582cda-927c-4c60-9e59-31d4f579c644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.125827 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Port f56ea1d7-e0fa-476b-82a4-287c9d775d6e on network ccaea996-6819-4251-881c-5547b68b4695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:45:28.126436 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Attempting to bind port f56ea1d7-e0fa-476b-82a4-287c9d775d6e on network ccaea996-6819-4251-881c-5547b68b4695 {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:28.142790 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-6654fd11-709c-4add-879c-f943ec20056f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c24e77612f2740d291afa3978344f009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8328726 Nov 23 12:45:28.144557 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48200) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:28.151830 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:28.152158 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Checking segment: {'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:28.152531 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Bound using segment: {'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'} {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:28.152962 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.managers [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Bound port: f56ea1d7-e0fa-476b-82a4-287c9d775d6e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695'}}] {{(pid=86826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:28.153334 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.156733 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654fd11-709c-4add-879c-f943ec20056f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b907c7d5-7edb-4fe3-b049-a1323cc3290d,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:28.161446 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-6654fd11-709c-4add-879c-f943ec20056f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:28.173475 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dfe5743d-324d-424f-b5d3-fcbfd5dbf36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.226880 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4d22f767-bf6a-44bc-a313-84a29b5bb40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.250727 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ae582cda-927c-4c60-9e59-31d4f579c644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.253145 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4d22f767-bf6a-44bc-a313-84a29b5bb40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.308297 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4d22f767-bf6a-44bc-a313-84a29b5bb40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.320629 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ad43e39e-1f6b-4f7d-bfe9-8dad9e93306a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:28.333051 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22f767-bf6a-44bc-a313-84a29b5bb40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b907c7d5-7edb-4fe3-b049-a1323cc3290d,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:28.333752 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] For port f56ea1d7-e0fa-476b-82a4-287c9d775d6e, host hv-cinder-81888, cleared binding levels {{(pid=86826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:28.336296 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4d22f767-bf6a-44bc-a313-84a29b5bb40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:28.337287 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] For port f56ea1d7-e0fa-476b-82a4-287c9d775d6e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f56ea1d7-e0fa-476b-82a4-287c9d775d6e,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:28.343357 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4d22f767-bf6a-44bc-a313-84a29b5bb40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.344529 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-4d22f767-bf6a-44bc-a313-84a29b5bb40c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b907c7d5-7edb-4fe3-b049-a1323cc3290d HTTP/1.1" status: 204 len: 168 time: 0.1988728 Nov 23 12:45:28.355492 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.366097 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9312a43f-1628-42c9-a9fd-ffb7d72e2d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:28.474506 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dfe5743d-324d-424f-b5d3-fcbfd5dbf36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.475906 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ae582cda-927c-4c60-9e59-31d4f579c644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.547097 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:28.547707 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.549455 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] 10.222.0.76 "PUT /v2.0/ports/f56ea1d7-e0fa-476b-82a4-287c9d775d6e HTTP/1.1" status: 200 len: 1094 time: 2.1033025 Nov 23 12:45:28.556714 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e7bd40-19ad-4980-a403-b57ed2caeaec', 'tag': 'f56ea1d7-e0fa-476b-82a4-287c9d775d6e'}] {{(pid=86826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:28.589993 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:45:28.601131 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Pushing event updated for resources: {'Port': ['ID=f56ea1d7-e0fa-476b-82a4-287c9d775d6e,revision_number=3']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:28.627953 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:28.629212 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dfe5743d-324d-424f-b5d3-fcbfd5dbf36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.630636 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-dfe5743d-324d-424f-b5d3-fcbfd5dbf36a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9b4f9d3-f5b7-476e-b9b5-68194c3e0b17 HTTP/1.1" status: 204 len: 168 time: 0.9567711 Nov 23 12:45:28.631417 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-89995c44-b7ba-4c56-a32d-6b145696a65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:28.642620 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ae582cda-927c-4c60-9e59-31d4f579c644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.643912 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-ae582cda-927c-4c60-9e59-31d4f579c644 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/821c9936-077d-4427-92f4-4e95585331f5 HTTP/1.1" status: 204 len: 168 time: 0.7962501 Nov 23 12:45:28.703527 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5743d-324d-424f-b5d3-fcbfd5dbf36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b4f9d3-f5b7-476e-b9b5-68194c3e0b17,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:28.726483 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2f253fef-303d-4d2a-a27b-cb9938b9e967 req-c43fe28d-ade4-44ed-8fcf-957fcc7f1031 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 210 time: 0.0623887 Nov 23 12:45:28.730602 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae582cda-927c-4c60-9e59-31d4f579c644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c9936-077d-4427-92f4-4e95585331f5,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:28.736020 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-ae582cda-927c-4c60-9e59-31d4f579c644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:28.748669 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:28.748964 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:28.783885 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-85858765-e469-48be-9bd9-94ef69f85f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:28.785367 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-85858765-e469-48be-9bd9-94ef69f85f14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 1097 time: 0.1690009 Nov 23 12:45:28.808752 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4a599-87c5-43dc-9a4d-c561982cbd54 req-5a023c19-abe3-4fe3-ab06-8a397355448d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:28.809456 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-b0c4a599-87c5-43dc-9a4d-c561982cbd54 req-5a023c19-abe3-4fe3-ab06-8a397355448d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Synchronizing usage tracker for tenant:3b44ff298128420abc31972a196f5733 on resource:port {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:28.822918 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e7bd40-19ad-4980-a403-b57ed2caeaec', 'tag': 'f56ea1d7-e0fa-476b-82a4-287c9d775d6e', 'status': 'completed', 'code': 200} Nov 23 12:45:28.900770 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-73e4a56a-7fe7-4451-8fe4-6b1d0b626535 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f56ea1d7-e0fa-476b-82a4-287c9d775d6e HTTP/1.1" status: 200 len: 217 time: 0.1076593 Nov 23 12:45:28.907743 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903816d0-e7dd-4016-abae-34aa2726df6c req-91ddd8e2-cf15-49c0-9d66-1e3a7c22d7f6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:28.909645 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-91ddd8e2-cf15-49c0-9d66-1e3a7c22d7f6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.76 "GET /v2.0/networks?id=8cf8bce4-1366-428a-bf98-48c4da42a9ab HTTP/1.1" status: 200 len: 811 time: 0.3053348 Nov 23 12:45:28.910847 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-b0c4a599-87c5-43dc-9a4d-c561982cbd54 req-5a023c19-abe3-4fe3-ab06-8a397355448d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Unset dirty status for tenant:3b44ff298128420abc31972a196f5733 on resource:port {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:28.912118 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b0c4a599-87c5-43dc-9a4d-c561982cbd54 req-5a023c19-abe3-4fe3-ab06-8a397355448d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 944 time: 0.4490011 Nov 23 12:45:29.010317 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-f538acd2-8223-4c49-a5a2-e7318b2cfcb9 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26434ee31c8a4e828f6ebb7445caebe2 HTTP/1.1" status: 200 len: 380 time: 0.0909712 Nov 23 12:45:29.046024 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Request body: {'port': {'device_id': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'admin_state_up': True, 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'security_groups': ['6831e297-5b82-47d4-a85d-23260e63fbf5']}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:29.058545 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-12484442-6c75-4304-ac8c-2a2439a0a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:29.061541 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-12484442-6c75-4304-ac8c-2a2439a0a733 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff930218-bccf-4ca7-8504-4269e7c44ee7 HTTP/1.1" status: 200 len: 858 time: 0.1509717 Nov 23 12:45:29.124613 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-3d4fd2e8-6981-42b0-81dc-f7eaca256c8c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ccaea996-6819-4251-881c-5547b68b4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522413 Nov 23 12:45:29.137393 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d18747-8c18-4bdf-8b90-d8727cd012cf req-bf149992-090b-4a90-8a4f-0603324bfe65 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:29.140320 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b0c4a599-87c5-43dc-9a4d-c561982cbd54 req-b1307e83-1585-4d4e-811e-63dafa76aa6f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194266 Nov 23 12:45:29.144747 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-29d18747-8c18-4bdf-8b90-d8727cd012cf req-bf149992-090b-4a90-8a4f-0603324bfe65 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 945 time: 0.1675196 Nov 23 12:45:29.308114 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:29.334133 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:29.419750 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Made reservation on behalf of 26434ee31c8a4e828f6ebb7445caebe2 for: {'port': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:29.423975 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:29.482711 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-29d18747-8c18-4bdf-8b90-d8727cd012cf req-24b29c32-95d8-4993-886d-4bc721f40eda tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364191 Nov 23 12:45:29.526860 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0796131-d44e-410b-a3b5-fbecad1e0948 req-eb32a5ec-ffe2-4787-8fed-7017cb903e75 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:29.528400 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c0796131-d44e-410b-a3b5-fbecad1e0948 req-eb32a5ec-ffe2-4787-8fed-7017cb903e75 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 946 time: 0.1849167 Nov 23 12:45:29.552292 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-79f9b956-ae8a-41a6-a117-47a41bdb1b4a service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042125 Nov 23 12:45:29.598759 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:45:29.644912 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c0796131-d44e-410b-a3b5-fbecad1e0948 req-6bdc7f7c-2a3e-4bf6-ac1f-bab6c60907aa tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960836 Nov 23 12:45:29.709492 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Allocated IP 172.20.0.9 (8cf8bce4-1366-428a-bf98-48c4da42a9ab/9d0b5047-97fd-4983-80d0-d255ab3b4eef/a0f58a1c-082b-41a8-bdf9-2513770f066f) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:29.768163 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4138c8cb-00e2-48bc-b672-9f0fabf4a74f req-c8fcc640-d40e-459d-8b3a-e676f7d8643c service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079692 Nov 23 12:45:29.779419 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:29.795430 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': 'e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3', 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695', 'port_id': 'e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3', 'mac_address': 'fa:16:3e:15:33:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff930218-bccf-4ca7-8504-4269e7c44ee7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:45:29.935120 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:29.980238 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:30.002600 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-56301de7-3021-4837-bb8e-71a11e51cfa4 req-bae4cdf5-f599-41b0-8e10-8b2d0bf41ef9 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 210 time: 0.0691774 Nov 23 12:45:30.017497 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:30.029718 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:30.031663 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:30.051082 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80668c34-b7b1-4a98-b78f-6ab38b1aa257 req-09462359-208c-4350-9773-c87bf399b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:30.052931 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-80668c34-b7b1-4a98-b78f-6ab38b1aa257 req-09462359-208c-4350-9773-c87bf399b4af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 1097 time: 0.2183938 Nov 23 12:45:30.125704 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:30.146861 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.provisioning_blocks [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Transition to ACTIVE for port object a0f58a1c-082b-41a8-bdf9-2513770f066f will not be triggered until provisioned by entity DHCP. {{(pid=86826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:30.183597 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:30.193398 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:30.201672 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:30.208723 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:30.261593 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80668c34-b7b1-4a98-b78f-6ab38b1aa257 req-da71b63c-05a7-40f7-b6e0-c9ba95c06d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:30.265321 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-80668c34-b7b1-4a98-b78f-6ab38b1aa257 req-da71b63c-05a7-40f7-b6e0-c9ba95c06d79 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 919 time: 0.2029037 Nov 23 12:45:30.296882 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:45:30.297561 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Network 8cf8bce4-1366-428a-bf98-48c4da42a9ab is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:30.301620 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:30.306681 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:30.322776 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:30.323448 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:30.479357 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-80668c34-b7b1-4a98-b78f-6ab38b1aa257 req-68a828bd-7144-4628-82ee-d89c9c725135 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f56ea1d7-e0fa-476b-82a4-287c9d775d6e HTTP/1.1" status: 200 len: 217 time: 0.2029774 Nov 23 12:45:30.485826 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event updated for resources: {'Port': ['ID=a0f58a1c-082b-41a8-bdf9-2513770f066f,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:30.511765 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:30.552863 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5207846 Nov 23 12:45:30.573002 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Request body: {'port': {'device_id': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:30.660814 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80668c34-b7b1-4a98-b78f-6ab38b1aa257 req-a05c4ae9-950e-4baf-8de8-920a424280fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:30.667194 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-80668c34-b7b1-4a98-b78f-6ab38b1aa257 req-a05c4ae9-950e-4baf-8de8-920a424280fa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff930218-bccf-4ca7-8504-4269e7c44ee7 HTTP/1.1" status: 200 len: 858 time: 0.1708372 Nov 23 12:45:30.691868 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335cdff-70d1-48a2-a64d-510e6aff1777 req-1cfc2e7b-454e-4d54-bb17-9463411fbaec tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:30.694279 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e335cdff-70d1-48a2-a64d-510e6aff1777 req-1cfc2e7b-454e-4d54-bb17-9463411fbaec tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 944 time: 0.3493540 Nov 23 12:45:30.755551 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e335cdff-70d1-48a2-a64d-510e6aff1777 req-d13336f2-b460-430b-abcf-36eb11d45cad tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527534 Nov 23 12:45:30.803610 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-75ca3c20-658a-4074-8267-73f86eb71f88 None None] Provisioning for port a0f58a1c-082b-41a8-bdf9-2513770f066f completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:30.809436 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-75ca3c20-658a-4074-8267-73f86eb71f88 None None] Provisioning complete for port a0f58a1c-082b-41a8-bdf9-2513770f066f triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:30.810738 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-75ca3c20-658a-4074-8267-73f86eb71f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:30.868752 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-80668c34-b7b1-4a98-b78f-6ab38b1aa257 req-48350398-bea8-43b5-9938-d878afda4aa6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ccaea996-6819-4251-881c-5547b68b4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1927631 Nov 23 12:45:30.875547 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-75ca3c20-658a-4074-8267-73f86eb71f88 None None] Port a0f58a1c-082b-41a8-bdf9-2513770f066f cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:45:30.886017 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.088887 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4a456-97ad-4b44-a92f-5f41dab52633 req-7f20bdd6-fb52-44b1-89e1-b4e2564ecd9c tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:31.090513 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7fb4a456-97ad-4b44-a92f-5f41dab52633 req-7f20bdd6-fb52-44b1-89e1-b4e2564ecd9c tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 945 time: 0.3301375 Nov 23 12:45:31.093043 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-80668c34-b7b1-4a98-b78f-6ab38b1aa257 req-b241254f-7c80-44b2-ad4f-2e4308e43811 service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138329 Nov 23 12:45:31.243329 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7fb4a456-97ad-4b44-a92f-5f41dab52633 req-81a7c4ca-f0c3-4b46-b83c-7943a439ccef tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449895 Nov 23 12:45:31.309128 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-80668c34-b7b1-4a98-b78f-6ab38b1aa257 req-c71517a5-e545-4014-9fd4-dc39353d4fdd service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047215 Nov 23 12:45:31.361313 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241521d-9ee5-4f3d-9836-a9d9404674df req-3710647a-2b93-4dbb-9df0-1a6ee61a8779 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:31.362004 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-5241521d-9ee5-4f3d-9836-a9d9404674df req-3710647a-2b93-4dbb-9df0-1a6ee61a8779 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Synchronizing usage tracker for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:port {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:31.502079 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-5241521d-9ee5-4f3d-9836-a9d9404674df req-3710647a-2b93-4dbb-9df0-1a6ee61a8779 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Unset dirty status for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:port {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:31.503251 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5241521d-9ee5-4f3d-9836-a9d9404674df req-3710647a-2b93-4dbb-9df0-1a6ee61a8779 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 931 time: 0.3032522 Nov 23 12:45:31.529434 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f58a1c-082b-41a8-bdf9-2513770f066f {{(pid=86826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:31.541356 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.573660 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.provisioning_blocks [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Transition to ACTIVE for port object a0f58a1c-082b-41a8-bdf9-2513770f066f will not be triggered until provisioned by entity L2. {{(pid=86826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:31.580362 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5241521d-9ee5-4f3d-9836-a9d9404674df req-533ec435-4940-4adc-b7ee-69e1a7465a23 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696249 Nov 23 12:45:31.581359 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.585327 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:31.611028 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:31.751321 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:31.758022 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:31.758703 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.914765 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f58a1c-082b-41a8-bdf9-2513770f066f,revision_number=2']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:31.942486 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:32.033460 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.managers [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Attempting to bind port a0f58a1c-082b-41a8-bdf9-2513770f066f on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:32.033787 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.managers [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Attempting to bind port a0f58a1c-082b-41a8-bdf9-2513770f066f by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'}] {{(pid=86826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:32.034107 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Attempting to bind port a0f58a1c-082b-41a8-bdf9-2513770f066f on network 8cf8bce4-1366-428a-bf98-48c4da42a9ab {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:32.055416 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Port a0f58a1c-082b-41a8-bdf9-2513770f066f on network 8cf8bce4-1366-428a-bf98-48c4da42a9ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:45:32.055711 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Attempting to bind port a0f58a1c-082b-41a8-bdf9-2513770f066f on network 8cf8bce4-1366-428a-bf98-48c4da42a9ab {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:32.077961 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:32.085529 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Checking segment: {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:32.085951 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Bound using segment: {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'} {{(pid=86826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:32.086497 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.managers [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Bound port: a0f58a1c-082b-41a8-bdf9-2513770f066f, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'}}] {{(pid=86826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:32.087062 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.135687 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.195280 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65294d1a-4fbb-4f34-90d7-466ee85d7f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:32.222010 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:32.244517 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.249185 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3d89-2e9b-4e27-8587-01582bae6fd8 req-c3371926-c245-4f12-918b-01e3f97a562b tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:32.249866 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4807c347-6a3f-49dc-9d1e-72af935418ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:32.273426 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-58ef3d89-2e9b-4e27-8587-01582bae6fd8 req-c3371926-c245-4f12-918b-01e3f97a562b tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 944 time: 0.2386551 Nov 23 12:45:32.308380 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] For port a0f58a1c-082b-41a8-bdf9-2513770f066f, host hv-cinder-81888, cleared binding levels {{(pid=86826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:32.320054 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] For port a0f58a1c-082b-41a8-bdf9-2513770f066f, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a0f58a1c-082b-41a8-bdf9-2513770f066f,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:32.328607 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.333600 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:32.369400 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:32.372405 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-58ef3d89-2e9b-4e27-8587-01582bae6fd8 req-2ef8cf37-b231-4669-9d8f-8344df3a140a tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977631 Nov 23 12:45:32.376208 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:32.467947 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:32.468563 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.469945 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] 10.222.0.76 "PUT /v2.0/ports/a0f58a1c-082b-41a8-bdf9-2513770f066f HTTP/1.1" status: 200 len: 1093 time: 1.9031188 Nov 23 12:45:32.470537 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'tag': 'a0f58a1c-082b-41a8-bdf9-2513770f066f'}] {{(pid=86826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:32.482652 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65294d1a-4fbb-4f34-90d7-466ee85d7f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3', 'code': 200} Nov 23 12:45:32.529524 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f58a1c-082b-41a8-bdf9-2513770f066f,revision_number=3']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:32.632612 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:32.648289 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'tag': 'a0f58a1c-082b-41a8-bdf9-2513770f066f', 'status': 'completed', 'code': 200} Nov 23 12:45:32.725222 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903816d0-e7dd-4016-abae-34aa2726df6c req-16c71e8a-88dd-464e-9854-df94d25b147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:32.727399 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-16c71e8a-88dd-464e-9854-df94d25b147d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=26434ee31c8a4e828f6ebb7445caebe2&device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 1096 time: 0.1998243 Nov 23 12:45:32.917593 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-49ee15b6-9958-4e51-9fcb-5ce0747ada90 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0f58a1c-082b-41a8-bdf9-2513770f066f HTTP/1.1" status: 200 len: 217 time: 0.1816456 Nov 23 12:45:32.927489 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2b458-90db-4360-b568-c3fb715c76e8 req-b1ef2e73-5266-468a-a00e-1e385faf7fd4 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:32.945607 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-99e2b458-90db-4360-b568-c3fb715c76e8 req-b1ef2e73-5266-468a-a00e-1e385faf7fd4 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 943 time: 0.1881151 Nov 23 12:45:32.991232 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099de94b-796c-470e-9e81-b906865657e8 req-f8850822-a108-409d-9820-46ff6ea70498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:32.992892 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-099de94b-796c-470e-9e81-b906865657e8 req-f8850822-a108-409d-9820-46ff6ea70498 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 1098 time: 0.2002785 Nov 23 12:45:32.999618 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-99e2b458-90db-4360-b568-c3fb715c76e8 req-c58e1877-e9db-4d29-8643-72cfc9ba044a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Synchronizing usage tracker for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:security_group {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:33.033456 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-99e2b458-90db-4360-b568-c3fb715c76e8 req-c58e1877-e9db-4d29-8643-72cfc9ba044a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Unset dirty status for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:security_group {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:33.043183 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-99e2b458-90db-4360-b568-c3fb715c76e8 req-c58e1877-e9db-4d29-8643-72cfc9ba044a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966835 Nov 23 12:45:33.060926 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-099de94b-796c-470e-9e81-b906865657e8 req-05e2c2f3-e4e0-4f1e-8582-b0dd0e342d8b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564814 Nov 23 12:45:33.075469 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903816d0-e7dd-4016-abae-34aa2726df6c req-a7df059e-396d-45fe-8258-48b423f25982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:33.076939 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-a7df059e-396d-45fe-8258-48b423f25982 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d0b5047-97fd-4983-80d0-d255ab3b4eef HTTP/1.1" status: 200 len: 850 time: 0.1490464 Nov 23 12:45:33.467150 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903816d0-e7dd-4016-abae-34aa2726df6c req-ad408c23-fd7a-4649-abbf-8ea1957d70b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:33.469044 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-ad408c23-fd7a-4649-abbf-8ea1957d70b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cf8bce4-1366-428a-bf98-48c4da42a9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1385243 Nov 23 12:45:33.621161 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device f56ea1d7-e0fa-476b-82a4-287c9d775d6e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:45:33.649895 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-3e817242-9e06-4500-97b7-ba058d16ec78 service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726213 Nov 23 12:45:33.688797 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326509dd-80b9-41c6-bea8-6e2086e729a4 req-1cf963d3-2a35-4e0c-9c71-ea70d8f6cb79 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:33.699210 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-326509dd-80b9-41c6-bea8-6e2086e729a4 req-1cf963d3-2a35-4e0c-9c71-ea70d8f6cb79 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 944 time: 0.1500843 Nov 23 12:45:33.780658 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-326509dd-80b9-41c6-bea8-6e2086e729a4 req-326fc0d6-0ea9-4da3-9564-4aa3f3f81be9 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802071 Nov 23 12:45:33.805870 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port f56ea1d7-e0fa-476b-82a4-287c9d775d6e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f56ea1d7-e0fa-476b-82a4-287c9d775d6e,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:33.823980 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': 'f56ea1d7-e0fa-476b-82a4-287c9d775d6e', 'network_id': 'ccaea996-6819-4251-881c-5547b68b4695', 'port_id': 'f56ea1d7-e0fa-476b-82a4-287c9d775d6e', 'mac_address': 'fa:16:3e:6a:8b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff930218-bccf-4ca7-8504-4269e7c44ee7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:45:33.899602 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:33.899766 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-903816d0-e7dd-4016-abae-34aa2726df6c req-03eb9353-9f66-40e7-a83c-f0505d05c42f service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398880 Nov 23 12:45:33.930519 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56ea1d7-e0fa-476b-82a4-287c9d775d6e {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:33.951379 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port f56ea1d7-e0fa-476b-82a4-287c9d775d6e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f56ea1d7-e0fa-476b-82a4-287c9d775d6e,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:33.970437 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:33.973502 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:34.032763 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bffcb-ad63-4a35-a38b-37a2ca85169b req-4501a406-ba0c-4159-80dd-adc6ccf02000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:34.034161 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-249bffcb-ad63-4a35-a38b-37a2ca85169b req-4501a406-ba0c-4159-80dd-adc6ccf02000 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=26434ee31c8a4e828f6ebb7445caebe2&device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 1096 time: 0.0783930 Nov 23 12:45:34.046050 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=f56ea1d7-e0fa-476b-82a4-287c9d775d6e,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:34.049691 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:34.191933 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bffcb-ad63-4a35-a38b-37a2ca85169b req-bf2688c6-ae54-4887-85c1-e5507d9cc1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:34.193565 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-249bffcb-ad63-4a35-a38b-37a2ca85169b req-bf2688c6-ae54-4887-85c1-e5507d9cc1fd service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cf8bce4-1366-428a-bf98-48c4da42a9ab HTTP/1.1" status: 200 len: 912 time: 0.1422961 Nov 23 12:45:34.242362 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5ae97-0457-499b-a3ab-84dd8b539288 req-a6d84ec0-f5d5-4c0f-8dce-23575cc249cf tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:34.243911 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10b5ae97-0457-499b-a3ab-84dd8b539288 req-a6d84ec0-f5d5-4c0f-8dce-23575cc249cf tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 943 time: 0.0991015 Nov 23 12:45:34.289418 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10b5ae97-0457-499b-a3ab-84dd8b539288 req-c15f737c-ab3f-4f68-8f90-c832e5113579 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 Nov 23 12:45:34.290194 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-249bffcb-ad63-4a35-a38b-37a2ca85169b req-fac0cc06-2d8b-47d7-be88-84b6737318cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0f58a1c-082b-41a8-bdf9-2513770f066f HTTP/1.1" status: 200 len: 217 time: 0.0701337 Nov 23 12:45:34.369660 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['f56ea1d7-e0fa-476b-82a4-287c9d775d6e'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:45:34.375522 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bffcb-ad63-4a35-a38b-37a2ca85169b req-5d2db3f5-7116-4cb3-9039-14f165baf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:34.377290 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-249bffcb-ad63-4a35-a38b-37a2ca85169b req-5d2db3f5-7116-4cb3-9039-14f165baf886 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d0b5047-97fd-4983-80d0-d255ab3b4eef HTTP/1.1" status: 200 len: 850 time: 0.0742066 Nov 23 12:45:34.492536 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bffcb-ad63-4a35-a38b-37a2ca85169b req-114595ae-b6fc-4124-a099-b3820ac56d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:34.494134 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-249bffcb-ad63-4a35-a38b-37a2ca85169b req-114595ae-b6fc-4124-a099-b3820ac56d40 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cf8bce4-1366-428a-bf98-48c4da42a9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1026702 Nov 23 12:45:34.669085 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-249bffcb-ad63-4a35-a38b-37a2ca85169b req-af0f6c36-0bbc-4646-bce2-7890ab49b315 service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642742 Nov 23 12:45:34.942785 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-249bffcb-ad63-4a35-a38b-37a2ca85169b req-a63914c1-a6bd-425b-8175-e772a2239acc service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612631 Nov 23 12:45:35.038911 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca1c78-ef24-47b5-8461-51a4bf4d40a0 req-6939d443-6a01-4690-a286-d3e169405907 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:35.038911 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-68ca1c78-ef24-47b5-8461-51a4bf4d40a0 req-6939d443-6a01-4690-a286-d3e169405907 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 945 time: 0.0917275 Nov 23 12:45:35.152273 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-68ca1c78-ef24-47b5-8461-51a4bf4d40a0 req-7ff2c483-d89f-43a6-8cbf-5f0ef1e41a6e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111760 Nov 23 12:45:35.538815 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded77138-f2e2-4729-af70-cbb5c1adf4c2 req-1f2a5488-2f2a-4a6a-9658-4dafbc79a708 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:35.550153 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ded77138-f2e2-4729-af70-cbb5c1adf4c2 req-1f2a5488-2f2a-4a6a-9658-4dafbc79a708 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 943 time: 0.1118534 Nov 23 12:45:35.602827 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ded77138-f2e2-4729-af70-cbb5c1adf4c2 req-c5d74c35-7ee2-4e22-b635-f5c1c5e15109 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512691 Nov 23 12:45:35.624020 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device f56ea1d7-e0fa-476b-82a4-287c9d775d6e up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:35.703980 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port f56ea1d7-e0fa-476b-82a4-287c9d775d6e completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:35.709102 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port f56ea1d7-e0fa-476b-82a4-287c9d775d6e triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:35.709607 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:35.843282 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:35.872747 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e7bd40-19ad-4980-a403-b57ed2caeaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56ea1d7-e0fa-476b-82a4-287c9d775d6e'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:35.882938 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port f56ea1d7-e0fa-476b-82a4-287c9d775d6e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f56ea1d7-e0fa-476b-82a4-287c9d775d6e,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:35.888746 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:35.890741 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:35.926785 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e7bd40-19ad-4980-a403-b57ed2caeaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56ea1d7-e0fa-476b-82a4-287c9d775d6e', 'code': 200} Nov 23 12:45:35.964690 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=f56ea1d7-e0fa-476b-82a4-287c9d775d6e,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:35.974903 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:36.375900 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-6c9f48bb-739a-4463-89fc-d716f2dcfc1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:36.378699 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-6c9f48bb-739a-4463-89fc-d716f2dcfc1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 815 time: 0.1763666 Nov 23 12:45:36.383884 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79067ec-6157-47be-84ac-26100c213657 req-65ca498c-9326-48cd-9e87-04d80e8263ec tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:36.385942 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b79067ec-6157-47be-84ac-26100c213657 req-65ca498c-9326-48cd-9e87-04d80e8263ec tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.0926292 Nov 23 12:45:36.392050 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7522d6-d8f2-4fde-a3cc-c6159da9a273 req-a075e155-cb58-4793-8b6a-288b2331907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:36.393633 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ff7522d6-d8f2-4fde-a3cc-c6159da9a273 req-a075e155-cb58-4793-8b6a-288b2331907d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 1099 time: 0.2732527 Nov 23 12:45:36.397272 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-fa14cc21-e4f0-4631-92cd-3a965dd8434e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/quotas/01affce05aea41b4bba6babec76ceff5 HTTP/1.1" status: 200 len: 375 time: 0.0141788 Nov 23 12:45:36.436685 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b79067ec-6157-47be-84ac-26100c213657 req-b0ba096a-eb5b-4d81-8ea3-592850bab27b tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428970 Nov 23 12:45:36.476677 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ff7522d6-d8f2-4fde-a3cc-c6159da9a273 req-ba33e8a8-84df-4693-9656-898b3e7c6c92 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741985 Nov 23 12:45:36.538755 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-3341b2d4-f9ee-42bc-bbe7-ff3810a4e798 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999997 Nov 23 12:45:36.690896 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-bb819d3d-b1dd-4a2e-9117-6b1302d83886 service neutron] 10.222.0.41 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500554 Nov 23 12:45:36.846782 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda0377-8222-4143-b84c-1f4771162ce8 req-64f2241d-f489-4a62-bfdb-0afca9419d20 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:36.849024 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4eda0377-8222-4143-b84c-1f4771162ce8 req-64f2241d-f489-4a62-bfdb-0afca9419d20 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 943 time: 0.1155646 Nov 23 12:45:36.865348 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-c725a27e-a224-4558-986a-97b1126f3520 service neutron] 10.222.0.41 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672311 Nov 23 12:45:36.918944 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4eda0377-8222-4143-b84c-1f4771162ce8 req-7571da38-acf2-4846-9289-cef8cd27f412 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630319 Nov 23 12:45:37.119418 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-87673837-4b5c-4849-8ab0-b6353818181d req-bb6e3445-7f49-4b8d-9e59-9e282cc7a611 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 210 time: 0.0693920 Nov 23 12:45:37.624076 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device a0f58a1c-082b-41a8-bdf9-2513770f066f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:45:37.753217 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7d8df-8241-42bd-835a-1cb698026486 req-aab055a9-2ac8-4088-bc8f-bd6f07b49f9e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:37.755496 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4dc7d8df-8241-42bd-835a-1cb698026486 req-aab055a9-2ac8-4088-bc8f-bd6f07b49f9e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1597972 Nov 23 12:45:37.851035 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4dc7d8df-8241-42bd-835a-1cb698026486 req-42ae6d36-ed58-4d01-88a0-fa05e4ccc7a8 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898745 Nov 23 12:45:37.972893 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port a0f58a1c-082b-41a8-bdf9-2513770f066f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a0f58a1c-082b-41a8-bdf9-2513770f066f,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:38.003947 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': 'a0f58a1c-082b-41a8-bdf9-2513770f066f', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'port_id': 'a0f58a1c-082b-41a8-bdf9-2513770f066f', 'mac_address': 'fa:16:3e:d1:ee:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:45:38.095849 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:38.117136 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f58a1c-082b-41a8-bdf9-2513770f066f {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:38.136663 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port a0f58a1c-082b-41a8-bdf9-2513770f066f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a0f58a1c-082b-41a8-bdf9-2513770f066f,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:38.141850 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:38.144219 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:38.198319 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b28a92-d8d3-4428-b301-92f4d20cb310 req-175b59b3-99ca-4ad3-aa0b-1b68ee9a2c61 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:38.209047 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-70b28a92-d8d3-4428-b301-92f4d20cb310 req-175b59b3-99ca-4ad3-aa0b-1b68ee9a2c61 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 943 time: 0.1092584 Nov 23 12:45:38.217707 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=a0f58a1c-082b-41a8-bdf9-2513770f066f,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:38.220925 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:38.255074 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-70b28a92-d8d3-4428-b301-92f4d20cb310 req-8ca3de8d-5d2c-4d5e-b971-031e6357df25 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448325 Nov 23 12:45:38.277388 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef2f8a-d4c3-48cf-b4d1-ec72b2e80a5d req-8b49ad55-2c00-4991-b965-19f622c47e7c tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:38.277388 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-67ef2f8a-d4c3-48cf-b4d1-ec72b2e80a5d req-8b49ad55-2c00-4991-b965-19f622c47e7c tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 945 time: 0.1366963 Nov 23 12:45:38.320053 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-67ef2f8a-d4c3-48cf-b4d1-ec72b2e80a5d req-ead95244-a50c-4592-aaa9-54a207f99fc7 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437677 Nov 23 12:45:38.408166 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-544c0b1b-9c0c-4079-aa19-e037a9b863df req-99a87425-e83b-4f37-8ac4-8391bd56c4ba tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 210 time: 0.0474424 Nov 23 12:45:38.497117 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['a0f58a1c-082b-41a8-bdf9-2513770f066f'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:45:38.550384 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b9bdf99e-2c76-433a-86cc-e2e33fa011bd req-6f681181-5745-440f-a9d3-375ef3dd42c9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818796 Nov 23 12:45:38.765891 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdf99e-2c76-433a-86cc-e2e33fa011bd req-60a2cc6f-b408-4527-9f1d-2eeaa1d4c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:38.767434 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b9bdf99e-2c76-433a-86cc-e2e33fa011bd req-60a2cc6f-b408-4527-9f1d-2eeaa1d4c910 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 1099 time: 0.1160853 Nov 23 12:45:38.977306 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-5e486ad6-d5d4-4ee5-b407-26ec45f0994e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:38.978916 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-5e486ad6-d5d4-4ee5-b407-26ec45f0994e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 815 time: 0.3071764 Nov 23 12:45:39.039271 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Request body: {'port': {'device_id': 'e298449f-4d96-42d2-93e1-f2eae29ffe38', 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103', 'admin_state_up': True, 'tenant_id': '01affce05aea41b4bba6babec76ceff5'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:39.057898 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdf99e-2c76-433a-86cc-e2e33fa011bd req-a05753b8-aab6-4b35-beea-7a64a13858c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:39.060503 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b9bdf99e-2c76-433a-86cc-e2e33fa011bd req-a05753b8-aab6-4b35-beea-7a64a13858c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 916 time: 0.2585034 Nov 23 12:45:39.143314 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b9bdf99e-2c76-433a-86cc-e2e33fa011bd req-e9e2c23b-9479-4de3-b062-192fce2289ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 HTTP/1.1" status: 200 len: 217 time: 0.0719516 Nov 23 12:45:39.183287 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a82ec-a431-4a70-949e-352d86f0d831 req-8845ece2-d55a-43b9-b72a-f44e9542643d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:39.185624 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fd2a82ec-a431-4a70-949e-352d86f0d831 req-8845ece2-d55a-43b9-b72a-f44e9542643d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1985185 Nov 23 12:45:39.222082 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdf99e-2c76-433a-86cc-e2e33fa011bd req-cee0b1e3-0bbe-4636-bf22-0b442b463999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:39.223569 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b9bdf99e-2c76-433a-86cc-e2e33fa011bd req-cee0b1e3-0bbe-4636-bf22-0b442b463999 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68e37d2d-b2b9-46b5-b763-0488badc871e HTTP/1.1" status: 200 len: 855 time: 0.0679069 Nov 23 12:45:39.229195 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bf0e4941-bac2-4894-9fb4-b07de18091e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:39.233983 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:39.258043 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:39.265837 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fd2a82ec-a431-4a70-949e-352d86f0d831 req-fcc2f8c9-0a6d-47c1-afa8-7264a6455446 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633001 Nov 23 12:45:39.274784 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Made reservation on behalf of 01affce05aea41b4bba6babec76ceff5 for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:39.280436 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b9bdf99e-2c76-433a-86cc-e2e33fa011bd req-94a1c3e7-cd51-4302-bcd7-17452d8a8e6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456197 Nov 23 12:45:39.281505 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:39.290585 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48648) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:39.485951 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Allocated IP 172.20.0.3 (deee8d9a-66b5-4c4e-a2fe-90f143f3b103/68e37d2d-b2b9-46b5-b763-0488badc871e/f8a29bff-d27f-4c5a-85c6-9c81da97cf8c) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:39.572522 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e1c031f6-650a-4286-8f7e-8686b7ceccf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:39.597140 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e1c031f6-650a-4286-8f7e-8686b7ceccf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:39.605733 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e1c031f6-650a-4286-8f7e-8686b7ceccf9 admin admin] Usage tracker for resource:security_group_rule and tenant:9194af6806224e739892ea0c8bb32765 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:39.610783 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e1c031f6-650a-4286-8f7e-8686b7ceccf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:39.626334 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device a0f58a1c-082b-41a8-bdf9-2513770f066f up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:39.643088 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e1c031f6-650a-4286-8f7e-8686b7ceccf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:39.748702 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b9bdf99e-2c76-433a-86cc-e2e33fa011bd req-8ad35d2b-51c6-4d2a-bb16-389b30e3eb9e service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425418 Nov 23 12:45:39.787459 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:39.787673 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port a0f58a1c-082b-41a8-bdf9-2513770f066f completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:39.838279 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port a0f58a1c-082b-41a8-bdf9-2513770f066f triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:39.840835 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:39.894252 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0138a7-7dae-48b0-977a-03c2145d33b4 req-c6485602-5c3d-4df4-8583-6ed90a6104d4 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:39.902567 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bd0138a7-7dae-48b0-977a-03c2145d33b4 req-c6485602-5c3d-4df4-8583-6ed90a6104d4 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 944 time: 0.3964758 Nov 23 12:45:39.959407 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b9bdf99e-2c76-433a-86cc-e2e33fa011bd req-9786c1e8-9349-49bd-b7f2-03dcaf8fc235 service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002938 Nov 23 12:45:39.980166 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.002899 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bd0138a7-7dae-48b0-977a-03c2145d33b4 req-2a743b67-7535-4497-86e4-3f0570fca22d tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994282 Nov 23 12:45:40.021974 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:45:40.038569 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e1c031f6-650a-4286-8f7e-8686b7ceccf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.052432 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e1c031f6-650a-4286-8f7e-8686b7ceccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.065656 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:40.093820 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-67d378d0-526b-4f84-b890-90993b2eaa69 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:40.094467 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.153943 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-e1c031f6-650a-4286-8f7e-8686b7ceccf9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9194af6806224e739892ea0c8bb32765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8620751 Nov 23 12:45:40.154785 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c031f6-650a-4286-8f7e-8686b7ceccf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4776a52-6c8c-4dc5-a0b8-173d3ba69cf6,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:40.157398 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48684) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:40.160801 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e1c031f6-650a-4286-8f7e-8686b7ceccf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:40.226111 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:40.240301 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:40.244334 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Pushing event updated for resources: {'Port': ['ID=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:40.258566 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bec20-f4e8-44f9-8bfe-5bd0fa5bf4e4 req-a39d11e2-6f87-4e09-826b-1a94d9744121 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:40.260244 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5b5bec20-f4e8-44f9-8bfe-5bd0fa5bf4e4 req-a39d11e2-6f87-4e09-826b-1a94d9744121 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.76 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 945 time: 0.1585755 Nov 23 12:45:40.260492 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:40.261444 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cee0123c-db69-43c5-ba73-15bc164d0c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.267228 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:40.267891 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.330885 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2961586 Nov 23 12:45:40.352855 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:40.359185 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408e96-79fd-48e9-b784-4add5c506238 req-90db6615-3f7a-4f71-832f-fbd9e4429303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:40.360638 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2f408e96-79fd-48e9-b784-4add5c506238 req-90db6615-3f7a-4f71-832f-fbd9e4429303 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 1099 time: 0.4950147 Nov 23 12:45:40.375988 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Request body: {'port': {'device_id': 'e298449f-4d96-42d2-93e1-f2eae29ffe38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:40.436921 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cee0123c-db69-43c5-ba73-15bc164d0c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.451161 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cb51a-2a0c-478a-a817-da65d43ae8d7 req-f073cacb-1182-4cc9-a3f8-a44ea76374b2 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:40.460313 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9e3cb51a-2a0c-478a-a817-da65d43ae8d7 req-f073cacb-1182-4cc9-a3f8-a44ea76374b2 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 945 time: 0.5963881 Nov 23 12:45:40.514776 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [req-5b5bec20-f4e8-44f9-8bfe-5bd0fa5bf4e4 req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Deleting port 874ca377-914c-4cc2-8e37-9c87e200033d {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:45:40.516476 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-5b5bec20-f4e8-44f9-8bfe-5bd0fa5bf4e4 req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.554848 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.595191 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f58a1c-082b-41a8-bdf9-2513770f066f'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:40.607835 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port a0f58a1c-082b-41a8-bdf9-2513770f066f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a0f58a1c-082b-41a8-bdf9-2513770f066f,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:40.614264 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.616596 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:40.694646 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9e3cb51a-2a0c-478a-a817-da65d43ae8d7 req-f7719511-e76b-47fa-91ff-a92683b8114f tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/security-groups?id=39f1d6fb-e661-4285-b759-4650f842c13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332602 Nov 23 12:45:40.697305 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=a0f58a1c-082b-41a8-bdf9-2513770f066f,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:40.700557 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:40.758930 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4b91-cfe9-4e44-bda3-1ce33b3fd50d req-9569f64e-c2e5-449f-a957-0376dbdd0d84 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:40.760401 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ae0b4b91-cfe9-4e44-bda3-1ce33b3fd50d req-9569f64e-c2e5-449f-a957-0376dbdd0d84 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 931 time: 0.4176040 Nov 23 12:45:40.767797 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408e96-79fd-48e9-b784-4add5c506238 req-613aef13-2de2-4998-a01c-bb82ba702d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:40.769261 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2f408e96-79fd-48e9-b784-4add5c506238 req-613aef13-2de2-4998-a01c-bb82ba702d46 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 919 time: 0.3314373 Nov 23 12:45:40.769952 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.781401 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cee0123c-db69-43c5-ba73-15bc164d0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.791862 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e1c031f6-650a-4286-8f7e-8686b7ceccf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:40.829845 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.886821 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0123c-db69-43c5-ba73-15bc164d0c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4776a52-6c8c-4dc5-a0b8-173d3ba69cf6,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:40.900402 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-cee0123c-db69-43c5-ba73-15bc164d0c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:40.903844 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cee0123c-db69-43c5-ba73-15bc164d0c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.907234 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-cee0123c-db69-43c5-ba73-15bc164d0c63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4776a52-6c8c-4dc5-a0b8-173d3ba69cf6 HTTP/1.1" status: 204 len: 168 time: 0.7467010 Nov 23 12:45:40.928219 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ae0b4b91-cfe9-4e44-bda3-1ce33b3fd50d req-f9bff201-530c-4a17-9518-a5c87e352f92 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478093 Nov 23 12:45:40.981244 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2f408e96-79fd-48e9-b784-4add5c506238 req-9dc56600-e625-4159-86d7-cb0aaaebc7d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f56ea1d7-e0fa-476b-82a4-287c9d775d6e HTTP/1.1" status: 200 len: 217 time: 0.1253281 Nov 23 12:45:41.020885 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [req-5b5bec20-f4e8-44f9-8bfe-5bd0fa5bf4e4 req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] For port 874ca377-914c-4cc2-8e37-9c87e200033d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=874ca377-914c-4cc2-8e37-9c87e200033d,segment=NetworkSegment(fe30899f-e641-430e-9352-b31cb3b2804c),segment_id=fe30899f-e641-430e-9352-b31cb3b2804c)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:41.021584 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-5b5bec20-f4e8-44f9-8bfe-5bd0fa5bf4e4 req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:41.024642 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f58a1c-082b-41a8-bdf9-2513770f066f', 'code': 200} Nov 23 12:45:41.189164 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408e96-79fd-48e9-b784-4add5c506238 req-ab35e236-2385-477a-8988-bfd4211ce9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:41.190896 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2f408e96-79fd-48e9-b784-4add5c506238 req-ab35e236-2385-477a-8988-bfd4211ce9f8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff930218-bccf-4ca7-8504-4269e7c44ee7 HTTP/1.1" status: 200 len: 858 time: 0.1764743 Nov 23 12:45:41.207259 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [req-5b5bec20-f4e8-44f9-8bfe-5bd0fa5bf4e4 req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Calling delete_port for 874ca377-914c-4cc2-8e37-9c87e200033d owned by compute:nova {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:45:41.269642 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2f408e96-79fd-48e9-b784-4add5c506238 req-7977414a-5cc3-459b-87a6-c2eb094eea14 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ccaea996-6819-4251-881c-5547b68b4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705590 Nov 23 12:45:41.304879 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.76', 50709) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:41.417882 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec331b1-de97-4682-b33f-0ba69644965c req-60437d72-dec8-4f49-a441-4bd623f952ba tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:41.425187 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cec331b1-de97-4682-b33f-0ba69644965c req-60437d72-dec8-4f49-a441-4bd623f952ba tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.5706723 Nov 23 12:45:41.453955 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48716) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:41.492144 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-641c6130-0b52-4583-9610-9360c6029c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:41.525455 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa595ea-7eb9-447a-9ef2-b6674b0b6002 req-d03bccf3-87b4-4e13-8a4b-10454a7c2a24 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:41.527026 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-eaa595ea-7eb9-447a-9ef2-b6674b0b6002 req-d03bccf3-87b4-4e13-8a4b-10454a7c2a24 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.2609615 Nov 23 12:45:41.527513 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-641c6130-0b52-4583-9610-9360c6029c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:41.532530 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-641c6130-0b52-4583-9610-9360c6029c93 admin admin] Usage tracker for resource:security_group_rule and tenant:c01bd93baed2413a8904b60386461df6 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:41.536193 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-641c6130-0b52-4583-9610-9360c6029c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:41.541012 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-5b5bec20-f4e8-44f9-8bfe-5bd0fa5bf4e4 req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:41.555986 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['874ca377-914c-4cc2-8e37-9c87e200033d'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:45:41.622739 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cec331b1-de97-4682-b33f-0ba69644965c req-2d96459d-a9e0-4549-8ae0-943a7d0605a6 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960051 Nov 23 12:45:41.633235 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48724) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:41.641915 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-641c6130-0b52-4583-9610-9360c6029c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:41.650541 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:41.676760 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2f408e96-79fd-48e9-b784-4add5c506238 req-f898e1b9-94d0-4715-89ff-5a7b58fb89d2 service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001329 Nov 23 12:45:41.689149 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0b959d37-c3c0-45d7-85cd-59a002a4ce67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:41.719735 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Pushing event deleted for resources: {'Port': ['ID=874ca377-914c-4cc2-8e37-9c87e200033d,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:41.736177 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:41.866287 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-eaa595ea-7eb9-447a-9ef2-b6674b0b6002 req-1c5591c3-d3b5-46c1-976a-514d105ba40e tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245502 Nov 23 12:45:41.910328 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccc4bd-7764-46d0-bf4f-6a3b5b7d5212 req-550516b1-536b-4195-ac50-bca4d6f49ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:41.910328 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7ccc4bd-7764-46d0-bf4f-6a3b5b7d5212 req-550516b1-536b-4195-ac50-bca4d6f49ead service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 1098 time: 0.5841799 Nov 23 12:45:41.949487 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5bec20-f4e8-44f9-8bfe-5bd0fa5bf4e4 req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] No DVR routers for this DVR port 874ca377-914c-4cc2-8e37-9c87e200033d on host hv-cinder-81888 {{(pid=86826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:45:41.966952 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-5b5bec20-f4e8-44f9-8bfe-5bd0fa5bf4e4 req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:41.976605 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ce80cd-a466-4070-b8d8-026cac7cf2bc', 'name': 'network-vif-deleted', 'tag': '874ca377-914c-4cc2-8e37-9c87e200033d'}] {{(pid=86826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:42.022089 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5b5bec20-f4e8-44f9-8bfe-5bd0fa5bf4e4 req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.76 "DELETE /v2.0/ports/874ca377-914c-4cc2-8e37-9c87e200033d HTTP/1.1" status: 204 len: 173 time: 1.7506578 Nov 23 12:45:42.045089 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-641c6130-0b52-4583-9610-9360c6029c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.052466 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-641c6130-0b52-4583-9610-9360c6029c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.062804 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:42.120043 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-641c6130-0b52-4583-9610-9360c6029c93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c01bd93baed2413a8904b60386461df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6592777 Nov 23 12:45:42.120413 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6a796869-b386-4e87-8370-bd22834447c5 req-0f732279-f92f-46ac-b24f-a311aad6b6bd tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 210 time: 0.1959236 Nov 23 12:45:42.127109 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.db.resource_extend [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 12:45:42.130001 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48750) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:42.133697 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c6130-0b52-4583-9610-9360c6029c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93792ac4-caa5-4523-916d-b93bd4aab6b1,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:42.139547 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-641c6130-0b52-4583-9610-9360c6029c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:42.195298 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a8e097b6-16f3-4240-b9b7-807ac39f57fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.274410 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ce80cd-a466-4070-b8d8-026cac7cf2bc', 'name': 'network-vif-deleted', 'tag': '874ca377-914c-4cc2-8e37-9c87e200033d', 'status': 'completed', 'code': 200} Nov 23 12:45:42.314718 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9c0d546b-b4c7-465f-a8d5-71b6d7977f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.345843 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-a8e097b6-16f3-4240-b9b7-807ac39f57fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:42.347164 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9c0d546b-b4c7-465f-a8d5-71b6d7977f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.350510 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7ccc4bd-7764-46d0-bf4f-6a3b5b7d5212 req-b2b0dd5d-1093-41ea-b0ed-7b4142375e58 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4272981 Nov 23 12:45:42.367169 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-a8e097b6-16f3-4240-b9b7-807ac39f57fa admin admin] Usage tracker for resource:security_group_rule and tenant:b9f8bea3cdee4706bedca719301f4ead is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:42.372704 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-a8e097b6-16f3-4240-b9b7-807ac39f57fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:42.387288 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-a8e097b6-16f3-4240-b9b7-807ac39f57fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:42.392148 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a29bff-d27f-4c5a-85c6-9c81da97cf8c {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:42.400127 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa209f8-da99-4cf3-928d-aff52b8120c8 req-b16e66fc-afc8-4ad3-ab03-228a817efca1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:42.407678 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-1fa209f8-da99-4cf3-928d-aff52b8120c8 req-b16e66fc-afc8-4ad3-ab03-228a817efca1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 931 time: 0.1748872 Nov 23 12:45:42.415641 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.435007 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2f408e96-79fd-48e9-b784-4add5c506238 req-4839e11b-e2ca-4bb2-b826-940b15f42bbe service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7187607 Nov 23 12:45:42.451308 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Transition to ACTIVE for port object f8a29bff-d27f-4c5a-85c6-9c81da97cf8c will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:42.463225 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.466896 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-1fa209f8-da99-4cf3-928d-aff52b8120c8 req-4d1e18a8-f4ef-4726-bbf3-865670798fbc tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575464 Nov 23 12:45:42.471228 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-71544fb0-9126-4798-9474-c48b90371160 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:42.490014 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9c0d546b-b4c7-465f-a8d5-71b6d7977f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.500104 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a3b7542c-bb09-4630-8f53-60f605dd606e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:42.516229 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d546b-b4c7-465f-a8d5-71b6d7977f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93792ac4-caa5-4523-916d-b93bd4aab6b1,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:42.519619 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9c0d546b-b4c7-465f-a8d5-71b6d7977f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:42.529047 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9c0d546b-b4c7-465f-a8d5-71b6d7977f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.532539 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-9c0d546b-b4c7-465f-a8d5-71b6d7977f49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93792ac4-caa5-4523-916d-b93bd4aab6b1 HTTP/1.1" status: 204 len: 168 time: 0.3887849 Nov 23 12:45:42.656321 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Pushing event updated for resources: {'Port': ['ID=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:42.662465 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:42.756238 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a8e097b6-16f3-4240-b9b7-807ac39f57fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.760002 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Attempting to bind port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:42.760329 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Attempting to bind port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:42.760648 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Attempting to bind port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c on network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:42.765398 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a8e097b6-16f3-4240-b9b7-807ac39f57fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.773425 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c on network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:45:42.773974 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Attempting to bind port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c on network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:42.777531 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-35697ea6-35c1-468f-beba-14191cea86c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:42.807909 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:42.808528 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Checking segment: {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:42.809131 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Bound using segment: {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:42.810506 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Bound port: f8a29bff-d27f-4c5a-85c6-9c81da97cf8c, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:42.811015 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.883176 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-a8e097b6-16f3-4240-b9b7-807ac39f57fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9f8bea3cdee4706bedca719301f4ead&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2446530 Nov 23 12:45:42.886042 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48774) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:42.886963 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e097b6-16f3-4240-b9b7-807ac39f57fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff462385-a4c9-449b-9d17-53e756edcbac,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:42.928665 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-a8e097b6-16f3-4240-b9b7-807ac39f57fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:42.971475 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b20ef8ca-52cc-40f7-b5e3-01b580a3e564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.982485 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.993920 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] For port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:43.003750 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f1525-a7cb-44fc-aacc-02ae20a17c45 req-9f013a2e-7bab-4f57-9701-977681a8667a tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:43.005217 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-118f1525-a7cb-44fc-aacc-02ae20a17c45 req-9f013a2e-7bab-4f57-9701-977681a8667a tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.2117193 Nov 23 12:45:43.006976 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] For port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:43.008127 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b20ef8ca-52cc-40f7-b5e3-01b580a3e564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.013566 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.021930 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48780) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:43.036936 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:43.099612 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7dbd8e8a-99a4-44b3-8dad-4512846d03d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.128863 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7dbd8e8a-99a4-44b3-8dad-4512846d03d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:43.142212 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7dbd8e8a-99a4-44b3-8dad-4512846d03d2 admin admin] Usage tracker for resource:security_group_rule and tenant:9babcd3b0fcc42dea528d0047e0fb750 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:43.145823 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7dbd8e8a-99a4-44b3-8dad-4512846d03d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:43.156586 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7dbd8e8a-99a4-44b3-8dad-4512846d03d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:43.162568 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:43.163214 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.164628 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] 10.222.0.76 "PUT /v2.0/ports/f8a29bff-d27f-4c5a-85c6-9c81da97cf8c HTTP/1.1" status: 200 len: 1093 time: 2.8159423 Nov 23 12:45:43.165080 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e298449f-4d96-42d2-93e1-f2eae29ffe38', 'tag': 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:43.197691 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-118f1525-a7cb-44fc-aacc-02ae20a17c45 req-19b3801d-877d-442c-8fa9-2a1d7bec4b4f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823401 Nov 23 12:45:43.201905 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Pushing event updated for resources: {'Port': ['ID=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:43.202219 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b20ef8ca-52cc-40f7-b5e3-01b580a3e564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.205013 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:43.211476 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-cee0123c-db69-43c5-ba73-15bc164d0c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:43.237377 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7b4be-0c19-4076-96c7-1daba8639c68 req-c237c337-7592-453c-b2a6-b96dc651d7d5 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:43.238874 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-01d7b4be-0c19-4076-96c7-1daba8639c68 req-c237c337-7592-453c-b2a6-b96dc651d7d5 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.2056417 Nov 23 12:45:43.243544 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ef8ca-52cc-40f7-b5e3-01b580a3e564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff462385-a4c9-449b-9d17-53e756edcbac,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:43.245899 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b20ef8ca-52cc-40f7-b5e3-01b580a3e564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:43.309350 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b20ef8ca-52cc-40f7-b5e3-01b580a3e564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.310747 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b20ef8ca-52cc-40f7-b5e3-01b580a3e564 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff462385-a4c9-449b-9d17-53e756edcbac HTTP/1.1" status: 204 len: 168 time: 0.4231591 Nov 23 12:45:43.328465 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-01d7b4be-0c19-4076-96c7-1daba8639c68 req-286120f8-4b43-42f9-822e-eacd50254301 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811684 Nov 23 12:45:43.336302 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-00af42c6-6c63-45ff-b5ab-bbc93bc73dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:43.337792 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-00af42c6-6c63-45ff-b5ab-bbc93bc73dcb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 1096 time: 0.1112044 Nov 23 12:45:43.423606 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7dbd8e8a-99a4-44b3-8dad-4512846d03d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.432885 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7dbd8e8a-99a4-44b3-8dad-4512846d03d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.442313 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-ce7b93b6-a1ce-4351-8f96-a1d4cf94a45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:43.444640 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e298449f-4d96-42d2-93e1-f2eae29ffe38', 'tag': 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c', 'status': 'completed', 'code': 200} Nov 23 12:45:43.451040 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-6f855ae8-6f90-4a1c-b409-c29217fd3d26 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c HTTP/1.1" status: 200 len: 217 time: 0.1035240 Nov 23 12:45:43.458026 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f13abfe4-a89b-48d3-b19a-e83642093741 req-dd354627-9bb8-4340-b21a-c7c2e2d65664 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] 10.222.0.41 "GET /v2.0/ports?device_id=53ce80cd-a466-4070-b8d8-026cac7cf2bc HTTP/1.1" status: 200 len: 210 time: 0.0604959 Nov 23 12:45:43.498026 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7dbd8e8a-99a4-44b3-8dad-4512846d03d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9babcd3b0fcc42dea528d0047e0fb750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747589 Nov 23 12:45:43.498897 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48792) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:43.507289 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd8e8a-99a4-44b3-8dad-4512846d03d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795001b0-c8f0-4aee-a8b2-c576b2eadc0a,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:43.533608 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7dbd8e8a-99a4-44b3-8dad-4512846d03d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:43.536110 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-7ab3a3ac-1c75-46b3-83db-bb65f1255b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:43.537726 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-7ab3a3ac-1c75-46b3-83db-bb65f1255b76 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68e37d2d-b2b9-46b5-b763-0488badc871e HTTP/1.1" status: 200 len: 855 time: 0.0765646 Nov 23 12:45:43.604506 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-9c9bc6c2-2913-406c-bf75-032a64ec1518 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590789 Nov 23 12:45:43.656738 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-90204d12-1ec8-4732-a3da-5aa059ec2f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.682215 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 874ca377-914c-4cc2-8e37-9c87e200033d no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:45:43.720471 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-90204d12-1ec8-4732-a3da-5aa059ec2f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.770366 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: 874ca377-914c-4cc2-8e37-9c87e200033d {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:45:43.770594 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 874ca377-914c-4cc2-8e37-9c87e200033d not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:45:43.810702 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-d8255b96-f8b1-431a-aad2-9b139bd08cf9 service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889663 Nov 23 12:45:43.871802 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39493a60-8286-4806-9247-c0850aed39aa req-5fb2129d-641f-441c-85ca-e43e7a201d27 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:43.881628 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-39493a60-8286-4806-9247-c0850aed39aa req-5fb2129d-641f-441c-85ca-e43e7a201d27 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 943 time: 0.2753425 Nov 23 12:45:43.931387 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48810) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:43.974905 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-39493a60-8286-4806-9247-c0850aed39aa req-590351ef-560e-47e7-a3be-88c0ab85166a tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822999 Nov 23 12:45:43.977188 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-90204d12-1ec8-4732-a3da-5aa059ec2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.982933 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-936189f3-076d-46ba-87e0-04b992673962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.989207 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-08485c71-5fc9-4942-b3c0-9fe1cf171177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:44.006478 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90204d12-1ec8-4732-a3da-5aa059ec2f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795001b0-c8f0-4aee-a8b2-c576b2eadc0a,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:44.009699 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-90204d12-1ec8-4732-a3da-5aa059ec2f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:44.016308 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-90204d12-1ec8-4732-a3da-5aa059ec2f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:44.017900 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-90204d12-1ec8-4732-a3da-5aa059ec2f2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/795001b0-c8f0-4aee-a8b2-c576b2eadc0a HTTP/1.1" status: 204 len: 168 time: 0.5145862 Nov 23 12:45:44.027466 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-936189f3-076d-46ba-87e0-04b992673962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:44.045600 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-936189f3-076d-46ba-87e0-04b992673962 admin admin] Usage tracker for resource:security_group_rule and tenant:6f9717c5593b40b4a56ff52142ac9788 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:44.050648 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-936189f3-076d-46ba-87e0-04b992673962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:44.059125 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ebb71d3e-db5a-467f-9a9e-70b2bf8a34fb req-18344a4b-99bf-4a8a-87c2-c21f2e249c83 service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356949 Nov 23 12:45:44.060849 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-936189f3-076d-46ba-87e0-04b992673962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:44.196663 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:44.238187 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-936189f3-076d-46ba-87e0-04b992673962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:44.247395 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312135ad-5534-4a4b-8544-fa0289b7802e req-0df1a586-93f8-4a2d-b724-06ffa33606c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:44.248861 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-312135ad-5534-4a4b-8544-fa0289b7802e req-0df1a586-93f8-4a2d-b724-06ffa33606c5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 1096 time: 0.1233182 Nov 23 12:45:44.249878 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-936189f3-076d-46ba-87e0-04b992673962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:44.259324 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:44.418248 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-936189f3-076d-46ba-87e0-04b992673962 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f9717c5593b40b4a56ff52142ac9788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801381 Nov 23 12:45:44.418602 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48828) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:44.422630 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936189f3-076d-46ba-87e0-04b992673962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebd9751-7b3f-40bf-afc9-3b1e33f3fb8c,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:44.427612 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-936189f3-076d-46ba-87e0-04b992673962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:44.480446 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312135ad-5534-4a4b-8544-fa0289b7802e req-88306585-7234-48e2-89e5-1fe13daeba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:44.481904 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-312135ad-5534-4a4b-8544-fa0289b7802e req-88306585-7234-48e2-89e5-1fe13daeba27 service neutron] 10.222.0.76 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 916 time: 0.2249210 Nov 23 12:45:44.555652 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7a10d-9734-4552-b68e-be7066ce1192 req-d7de3c7a-74aa-4941-9c27-d3148b8963c1 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:44.557109 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dcb7a10d-9734-4552-b68e-be7066ce1192 req-d7de3c7a-74aa-4941-9c27-d3148b8963c1 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1968133 Nov 23 12:45:44.566168 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-312135ad-5534-4a4b-8544-fa0289b7802e req-349c30c6-c3ad-4ba1-83fd-b19683b2c59a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c HTTP/1.1" status: 200 len: 217 time: 0.0763636 Nov 23 12:45:44.567211 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ab2d95d-20f1-4fe0-9894-211bb8c0e836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:44.600849 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b832ee-9e6b-40b3-ba8b-376ba06b5530 req-c3bdc165-76ba-4362-ad4e-a9e215685ca8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:44.602495 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-58b832ee-9e6b-40b3-ba8b-376ba06b5530 req-c3bdc165-76ba-4362-ad4e-a9e215685ca8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.1425464 Nov 23 12:45:44.610424 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ab2d95d-20f1-4fe0-9894-211bb8c0e836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:44.656829 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dcb7a10d-9734-4552-b68e-be7066ce1192 req-9415a4ea-b2a3-4419-bb4c-e523f7fd12d5 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885019 Nov 23 12:45:44.675156 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312135ad-5534-4a4b-8544-fa0289b7802e req-5d2786f9-ca60-4270-a2fc-200ab9f42c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:44.676588 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-312135ad-5534-4a4b-8544-fa0289b7802e req-5d2786f9-ca60-4270-a2fc-200ab9f42c2a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68e37d2d-b2b9-46b5-b763-0488badc871e HTTP/1.1" status: 200 len: 855 time: 0.0889652 Nov 23 12:45:44.685640 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-58b832ee-9e6b-40b3-ba8b-376ba06b5530 req-045b119c-ab8d-4ed9-a5b6-b36c7ab45a16 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684161 Nov 23 12:45:44.717071 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ab2d95d-20f1-4fe0-9894-211bb8c0e836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:44.721965 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:44.737952 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2d95d-20f1-4fe0-9894-211bb8c0e836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebd9751-7b3f-40bf-afc9-3b1e33f3fb8c,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:44.740588 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0ab2d95d-20f1-4fe0-9894-211bb8c0e836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:44.741405 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ab2d95d-20f1-4fe0-9894-211bb8c0e836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:44.745110 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-0ab2d95d-20f1-4fe0-9894-211bb8c0e836 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ebd9751-7b3f-40bf-afc9-3b1e33f3fb8c HTTP/1.1" status: 204 len: 168 time: 0.3231208 Nov 23 12:45:44.759197 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-312135ad-5534-4a4b-8544-fa0289b7802e req-69fc8295-166c-44eb-b591-83beb00535f4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675592 Nov 23 12:45:44.945636 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba83c6-a491-41ea-aa59-10abddc05852 req-c02ba091-fb18-48e7-a3ae-6e4ea84da417 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:44.947674 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e8ba83c6-a491-41ea-aa59-10abddc05852 req-c02ba091-fb18-48e7-a3ae-6e4ea84da417 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.1173093 Nov 23 12:45:44.957501 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 48856) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:44.970274 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-d94b943b-41d7-4524-a628-f195cd089868 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Request body: {'floatingip': {'port_id': 'a0f58a1c-082b-41a8-bdf9-2513770f066f'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:45.010551 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-312135ad-5534-4a4b-8544-fa0289b7802e req-da1c1427-ed15-435b-aeaf-dba1092535ce service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428062 Nov 23 12:45:45.143129 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d94b943b-41d7-4524-a628-f195cd089868 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:45.250722 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48870) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:45.362746 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-312135ad-5534-4a4b-8544-fa0289b7802e req-67a3e21d-974d-445c-ac10-e5715a0dbdf5 service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440068 Nov 23 12:45:45.415381 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ad48d-b814-45f5-beac-0ca63b730cda req-8f20cb27-4b40-4591-95a0-d1ec885057ea tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:45.416162 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-370ad48d-b814-45f5-beac-0ca63b730cda req-8f20cb27-4b40-4591-95a0-d1ec885057ea tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Synchronizing usage tracker for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:45.449460 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-370ad48d-b814-45f5-beac-0ca63b730cda req-8f20cb27-4b40-4591-95a0-d1ec885057ea tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Unset dirty status for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:45.451314 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-370ad48d-b814-45f5-beac-0ca63b730cda req-8f20cb27-4b40-4591-95a0-d1ec885057ea tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 943 time: 0.2469182 Nov 23 12:45:45.536375 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-370ad48d-b814-45f5-beac-0ca63b730cda req-15fbfec6-e108-4fd4-9012-07465481d28f tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763624 Nov 23 12:45:45.589566 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-98747273-network', 'tenant_id': '78621a90b7f04883b064b83853ef601e'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:45.599014 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:45.605693 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Usage tracker for resource:network and tenant:78621a90b7f04883b064b83853ef601e is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:45.614817 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:45.623715 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:45.655676 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Made reservation on behalf of 78621a90b7f04883b064b83853ef601e for: {'network': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:45.658598 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:45.679278 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:45.750187 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:45.758989 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Usage tracker for resource:security_group_rule and tenant:78621a90b7f04883b064b83853ef601e is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:45.774514 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:45.794019 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:45.987582 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:45.992023 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.011258 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=86825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:45:46.024273 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.024733 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.segments_db [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Added segment 42a3b6a2-bd1f-4036-a09c-43666afd628c of type vlan for network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb Nov 23 12:45:46.038027 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:46.078873 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.088360 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e55800-92cc-4255-9f3a-893ecfa15121,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:46.092432 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:46.118664 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.120851 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:46.121418 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.135876 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:46.248868 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Pushing event updated for resources: {'Network': ['ID=5f23d95e-c2af-4deb-97a9-f6c8ba0171fb,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:46.253092 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:46.254568 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9906645 Nov 23 12:45:46.257491 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48932) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:46.263212 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Request body: {'subnet': {'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-98747273-subnet', 'tenant_id': '78621a90b7f04883b064b83853ef601e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:46.267422 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:45:46.268752 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:46.274158 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Usage tracker for resource:subnet and tenant:78621a90b7f04883b064b83853ef601e is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:46.278318 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:46.283943 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4551a96-164b-4e60-9f39-da1c85628585 req-5c88c25f-88ed-4c5f-b580-c8a004fcf3c1 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:46.285314 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:46.285533 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a4551a96-164b-4e60-9f39-da1c85628585 req-5c88c25f-88ed-4c5f-b580-c8a004fcf3c1 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.2899034 Nov 23 12:45:46.304606 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Made reservation on behalf of 78621a90b7f04883b064b83853ef601e for: {'subnet': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:46.310084 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.372463 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a4551a96-164b-4e60-9f39-da1c85628585 req-4fad7780-c1b2-4582-9db2-902b40d2b746 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764937 Nov 23 12:45:46.541035 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d94b943b-41d7-4524-a628-f195cd089868 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.544900 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d94b943b-41d7-4524-a628-f195cd089868 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.564340 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.571963 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-209766b9-d27d-4404-b5da-c8a097508a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:46.657356 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c63d833-6f79-4b02-a248-5969b5a64bee,revision_number=0']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:46.693095 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Checking segment: {'id': '42a3b6a2-bd1f-4036-a09c-43666afd628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:46.693446 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Network hostable DHCP agents. Network: 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:45:46.711770 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:46.738944 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.l3_db [None req-d94b943b-41d7-4524-a628-f195cd089868 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Floating IP 8dd2f666-a70d-469f-9c8f-2cd662f7b1c1 associated. External IP: 172.28.0.114, port: a0f58a1c-082b-41a8-bdf9-2513770f066f. Nov 23 12:45:46.750581 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:45:46.762735 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb) {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:46.768910 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:46.769734 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.771660 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e08daf2-e617-4a60-865e-ecdbba437f90 None None] Network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:46.781684 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991d62-91e4-48ef-810f-639ce281d3a3 req-396784fc-bf30-40bc-b162-f4c9cc85cc10 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:46.783243 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dd991d62-91e4-48ef-810f-639ce281d3a3 req-396784fc-bf30-40bc-b162-f4c9cc85cc10 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 943 time: 0.1292655 Nov 23 12:45:46.844364 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5767074 Nov 23 12:45:46.850750 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dd991d62-91e4-48ef-810f-639ce281d3a3 req-081183e3-e9c2-4e80-a9b9-19711ebc524e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590265 Nov 23 12:45:47.113061 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48976) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:47.251341 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8136ea09-bf54-46fa-b88a-9d4b06c92d62 None None] Network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:47.254624 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa5570d-6d39-45d1-8269-087ff7c40069 admin admin] Deleting subnet 3658009c-dab3-4b8c-90e7-f589df40b428 {{(pid=86825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:45:47.258453 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ffa5570d-6d39-45d1-8269-087ff7c40069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.291246 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94b943b-41d7-4524-a628-f195cd089868 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Router ee37a1b0-29d6-41dc-8009-13673b84f161 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:45:47.329929 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ffa5570d-6d39-45d1-8269-087ff7c40069 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.339507 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ffa5570d-6d39-45d1-8269-087ff7c40069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.446889 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ffa5570d-6d39-45d1-8269-087ff7c40069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.452550 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:47.501007 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5570d-6d39-45d1-8269-087ff7c40069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3658009c-dab3-4b8c-90e7-f589df40b428,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:47.509840 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ffa5570d-6d39-45d1-8269-087ff7c40069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:47.513659 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ffa5570d-6d39-45d1-8269-087ff7c40069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.521201 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-ffa5570d-6d39-45d1-8269-087ff7c40069 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3658009c-dab3-4b8c-90e7-f589df40b428 HTTP/1.1" status: 204 len: 168 time: 0.4069653 Nov 23 12:45:47.524510 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 48990) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:47.677361 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.708242 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device f8a29bff-d27f-4c5a-85c6-9c81da97cf8c details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:45:47.925922 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00465922-95a7-4fe4-8f30-3c0ef0c112c7 req-7fe2f1f3-0e50-4c90-bdab-71631b934789 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:47.930336 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-00465922-95a7-4fe4-8f30-3c0ef0c112c7 req-7fe2f1f3-0e50-4c90-bdab-71631b934789 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.3574989 Nov 23 12:45:47.978080 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94b943b-41d7-4524-a628-f195cd089868 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:45:47.987097 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d94b943b-41d7-4524-a628-f195cd089868 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.993644 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:47.994298 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd420b-5178-4355-a023-59c161f81b96 None None] Sync routers for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:45:48.005628 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd420b-5178-4355-a023-59c161f81b96 None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:48.006292 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-2edd420b-5178-4355-a023-59c161f81b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:45:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:48.013837 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.033097 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c', 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103', 'port_id': 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c', 'mac_address': 'fa:16:3e:63:02:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e37d2d-b2b9-46b5-b763-0488badc871e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:45:48.073495 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.075588 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.077337 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.078050 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > port after_create 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.078413 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.078758 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > port after_update 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.079077 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.079376 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.079563 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-00465922-95a7-4fe4-8f30-3c0ef0c112c7 req-cbeec1aa-7df7-464a-85da-3de4a571db3c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283751 Nov 23 12:45:48.086924 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.087278 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.117175 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-d94b943b-41d7-4524-a628-f195cd089868 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "PUT /v2.0/floatingips/8dd2f666-a70d-469f-9c8f-2cd662f7b1c1 HTTP/1.1" status: 200 len: 991 time: 3.1560757 Nov 23 12:45:48.117175 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'tag': 'a0f58a1c-082b-41a8-bdf9-2513770f066f'}] {{(pid=86826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:48.122658 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.146029 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a29bff-d27f-4c5a-85c6-9c81da97cf8c {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:48.166033 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:48.170784 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.172872 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-b1bddcf5-b400-497e-abf4-da739fcdd2b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:48.283980 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:48.295731 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:48.307104 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.307532 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.315645 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.315645 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:48.316037 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f504f63-cd1f-4b25-b2d0-bb92786e1776']}} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:48.317253 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-2edd420b-5178-4355-a023-59c161f81b96 None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:48.379575 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe30899f-e641-430e-9352-b31cb3b2804c') {'for_net_delete': True} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:48.380248 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe30899f-e641-430e-9352-b31cb3b2804c') {} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:48.401350 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'tag': 'a0f58a1c-082b-41a8-bdf9-2513770f066f', 'status': 'completed', 'code': 200} Nov 23 12:45:48.419346 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2436962'] for segment, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.491966 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.506961 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['f8a29bff-d27f-4c5a-85c6-9c81da97cf8c'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:45:48.510552 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=86825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:45:48.511314 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2303667'] for segment, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: from cryptography.utils import int_from_bytes Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: from cryptography.utils import int_from_bytes Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: util.warn_limited( Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: util.warn_limited( Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: Traceback (most recent call last): Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: timer() Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: cb(*args, **kw) Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: return func(*args, **kwargs) Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: self._notify() Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: self.callback(batched_events) Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: event.method(event) Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: return f(self, *a, **k) Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: return self._get(url).json() Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: return self.request(url, 'GET', **kwargs) Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:45:48.704742 dv-cinder-818884-1-smb neutron-server[86825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:45:48.724616 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.767844 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a15827-f146-482c-8189-e163526e3d8b req-c3320c28-9f46-443d-953a-b1085a3e8b76 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:48.776538 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-11a15827-f146-482c-8189-e163526e3d8b req-c3320c28-9f46-443d-953a-b1085a3e8b76 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 944 time: 0.4386826 Nov 23 12:45:48.780441 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49048) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:48.787574 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.793162 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:48.836901 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f504f63-cd1f-4b25-b2d0-bb92786e1776,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:48.840807 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:48.859350 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-2edd420b-5178-4355-a023-59c161f81b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': '8dd2f666-a70d-469f-9c8f-2cd662f7b1c1', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'floating_ip_address': '172.28.0.114', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'port_id': 'a0f58a1c-082b-41a8-bdf9-2513770f066f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'mac_address': 'fa:16:3e:d1:ee:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:45:21Z', 'updated_at': '2021-11-23T12:45:46Z', 'revision_number': 1, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:23Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:48.863501 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d3c56-59da-4c6a-b5f7-7da133020557 req-a49d89ea-cece-4ae1-b2eb-0a36fcbe2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:48.865154 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9a1d3c56-59da-4c6a-b5f7-7da133020557 req-a49d89ea-cece-4ae1-b2eb-0a36fcbe2ec3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=26434ee31c8a4e828f6ebb7445caebe2&device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 1098 time: 0.4327037 Nov 23 12:45:48.868794 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd420b-5178-4355-a023-59c161f81b96 None None] Checking router: ee37a1b0-29d6-41dc-8009-13673b84f161 for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:45:48.872681 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3f504f63-cd1f-4b25-b2d0-bb92786e1776 HTTP/1.1" status: 204 len: 168 time: 1.3469710 Nov 23 12:45:48.887044 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd420b-5178-4355-a023-59c161f81b96 None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:48.889893 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-2edd420b-5178-4355-a023-59c161f81b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:45:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:48.916013 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-11a15827-f146-482c-8189-e163526e3d8b req-6f7c372e-0931-444c-b63e-75d08ebac43e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367335 Nov 23 12:45:48.988839 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b62ee9cb-5d09-47ff-9c44-1221e1c5ce1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.016711 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-b62ee9cb-5d09-47ff-9c44-1221e1c5ce1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:49.025058 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-b62ee9cb-5d09-47ff-9c44-1221e1c5ce1a admin admin] Usage tracker for resource:security_group_rule and tenant:322950c0caeb4593826ca6505a4497a7 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:49.031989 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-b62ee9cb-5d09-47ff-9c44-1221e1c5ce1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:49.043021 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-b62ee9cb-5d09-47ff-9c44-1221e1c5ce1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:49.054099 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d3c56-59da-4c6a-b5f7-7da133020557 req-4bd0a8f9-f648-4995-af68-24f17c6eb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:49.055671 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9a1d3c56-59da-4c6a-b5f7-7da133020557 req-4bd0a8f9-f648-4995-af68-24f17c6eb6a0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cf8bce4-1366-428a-bf98-48c4da42a9ab HTTP/1.1" status: 200 len: 912 time: 0.1787226 Nov 23 12:45:49.124171 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49066) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:49.213478 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-0a560218-bec8-4e0a-8910-14d7533dc3be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac666aca2d624e5a9873962c1bba8782&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0874403 Nov 23 12:45:49.217388 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 49072) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:49.242696 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b62ee9cb-5d09-47ff-9c44-1221e1c5ce1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.258267 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-2edd420b-5178-4355-a023-59c161f81b96 None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:49.282576 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b62ee9cb-5d09-47ff-9c44-1221e1c5ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.283276 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9a1d3c56-59da-4c6a-b5f7-7da133020557 req-5a664b1f-570d-430d-89d0-c2839af1d48c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0f58a1c-082b-41a8-bdf9-2513770f066f HTTP/1.1" status: 200 len: 999 time: 0.2125762 Nov 23 12:45:49.295112 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:49.360152 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b62ee9cb-5d09-47ff-9c44-1221e1c5ce1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=322950c0caeb4593826ca6505a4497a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5784769 Nov 23 12:45:49.362429 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ee9cb-5d09-47ff-9c44-1221e1c5ce1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2232bc8a-3ed5-4b15-960f-fe9d7ae689b6,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:49.364846 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49084) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:49.377832 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b62ee9cb-5d09-47ff-9c44-1221e1c5ce1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:49.385751 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8ba76242-ae27-4946-adaa-aea4e2ac8823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.421177 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d3c56-59da-4c6a-b5f7-7da133020557 req-4e2ede6e-fd2b-4a1c-84b8-a7f73bc77629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:49.422677 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9a1d3c56-59da-4c6a-b5f7-7da133020557 req-4e2ede6e-fd2b-4a1c-84b8-a7f73bc77629 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d0b5047-97fd-4983-80d0-d255ab3b4eef HTTP/1.1" status: 200 len: 850 time: 0.1214485 Nov 23 12:45:49.450862 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-39ce46a9-bfd0-4e24-9c64-742f95d0fde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.488514 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-39ce46a9-bfd0-4e24-9c64-742f95d0fde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.553549 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8ba76242-ae27-4946-adaa-aea4e2ac8823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.556490 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3305e-f56b-44f3-9cb0-56da6090c76d req-b38afe40-dfec-480b-8d0a-3ff9d2289075 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:49.565615 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c3e3305e-f56b-44f3-9cb0-56da6090c76d req-b38afe40-dfec-480b-8d0a-3ff9d2289075 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.3212004 Nov 23 12:45:49.611022 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c3e3305e-f56b-44f3-9cb0-56da6090c76d req-74a93314-fbe8-4ea8-83a8-a4761ff9ce92 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443649 Nov 23 12:45:49.611683 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-39ce46a9-bfd0-4e24-9c64-742f95d0fde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.615321 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8c1a4d68-87e6-428d-95f3-bcda42b0d82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:49.628152 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce46a9-bfd0-4e24-9c64-742f95d0fde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2232bc8a-3ed5-4b15-960f-fe9d7ae689b6,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:49.630856 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-39ce46a9-bfd0-4e24-9c64-742f95d0fde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:49.639506 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-39ce46a9-bfd0-4e24-9c64-742f95d0fde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.640621 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-39ce46a9-bfd0-4e24-9c64-742f95d0fde8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2232bc8a-3ed5-4b15-960f-fe9d7ae689b6 HTTP/1.1" status: 204 len: 168 time: 0.2734060 Nov 23 12:45:49.711128 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device f8a29bff-d27f-4c5a-85c6-9c81da97cf8c up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:49.724889 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-657c27a7-0b57-4f78-ae8c-b5cf760c0764 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:49.728391 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-657c27a7-0b57-4f78-ae8c-b5cf760c0764 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Synchronizing usage tracker for tenant:78621a90b7f04883b064b83853ef601e on resource:network {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:49.734277 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8ba76242-ae27-4946-adaa-aea4e2ac8823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.742960 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d3c56-59da-4c6a-b5f7-7da133020557 req-4852a6e4-0bd1-4b92-b347-d102f1f7bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:49.749022 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9a1d3c56-59da-4c6a-b5f7-7da133020557 req-4852a6e4-0bd1-4b92-b347-d102f1f7bbfb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cf8bce4-1366-428a-bf98-48c4da42a9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3082955 Nov 23 12:45:49.771397 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:49.815861 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-2edd420b-5178-4355-a023-59c161f81b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': '8dd2f666-a70d-469f-9c8f-2cd662f7b1c1', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'floating_ip_address': '172.28.0.114', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'port_id': 'a0f58a1c-082b-41a8-bdf9-2513770f066f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'mac_address': 'fa:16:3e:d1:ee:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:45:21Z', 'updated_at': '2021-11-23T12:45:46Z', 'revision_number': 1, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:23Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:49.821153 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd420b-5178-4355-a023-59c161f81b96 None None] The sync data for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb is: [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': '8dd2f666-a70d-469f-9c8f-2cd662f7b1c1', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'floating_ip_address': '172.28.0.114', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'port_id': 'a0f58a1c-082b-41a8-bdf9-2513770f066f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'mac_address': 'fa:16:3e:d1:ee:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:45:21Z', 'updated_at': '2021-11-23T12:45:46Z', 'revision_number': 1, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:23Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:45:49.832675 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:49.839086 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:49.839595 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.892238 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba76242-ae27-4946-adaa-aea4e2ac8823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f1d6fb-e661-4285-b759-4650f842c13d,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:49.967649 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-8ba76242-ae27-4946-adaa-aea4e2ac8823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:49.984648 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-657c27a7-0b57-4f78-ae8c-b5cf760c0764 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Unset dirty status for tenant:78621a90b7f04883b064b83853ef601e on resource:network {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:49.985785 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-657c27a7-0b57-4f78-ae8c-b5cf760c0764 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/networks?id=5f23d95e-c2af-4deb-97a9-f6c8ba0171fb HTTP/1.1" status: 200 len: 807 time: 0.5953712 Nov 23 12:45:49.999947 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8ba76242-ae27-4946-adaa-aea4e2ac8823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.001235 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-8ba76242-ae27-4946-adaa-aea4e2ac8823 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39f1d6fb-e661-4285-b759-4650f842c13d HTTP/1.1" status: 204 len: 168 time: 0.7833452 Nov 23 12:45:50.022010 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.048729 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-286e308d-2d6f-49e0-bae5-6578e021746b tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/quotas/78621a90b7f04883b064b83853ef601e HTTP/1.1" status: 200 len: 375 time: 0.0498116 Nov 23 12:45:50.068180 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e298449f-4d96-42d2-93e1-f2eae29ffe38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:50.079489 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:50.089202 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.093975 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:50.204571 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-f957d483-d56c-47e7-8650-a9c1f5719567 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=78621a90b7f04883b064b83853ef601e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1547325 Nov 23 12:45:50.233431 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef18cfb2-0a3c-42a4-8a75-725b5b2aade7 None None] New status for floating IP 8dd2f666-a70d-469f-9c8f-2cd662f7b1c1: ACTIVE {{(pid=86827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:45:50.269642 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9a1d3c56-59da-4c6a-b5f7-7da133020557 req-f0db8f74-ed56-4e5a-a140-5f482f962e7e service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015526 Nov 23 12:45:50.279702 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80195ce3-caaa-4b0d-b868-37bef67e0751 req-92239ed7-5a13-424e-a559-758b976907be tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:50.291599 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-80195ce3-caaa-4b0d-b868-37bef67e0751 req-92239ed7-5a13-424e-a559-758b976907be tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 945 time: 0.1362557 Nov 23 12:45:50.412254 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-80195ce3-caaa-4b0d-b868-37bef67e0751 req-836df021-971d-4b60-8104-396644629ec7 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101279 Nov 23 12:45:50.464685 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49134) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:50.490097 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:50.496418 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e1a4a8bb-c271-411d-bf2f-d455d050be2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.502799 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:50.527565 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e298449f-4d96-42d2-93e1-f2eae29ffe38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c', 'code': 200} Nov 23 12:45:50.535753 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e1a4a8bb-c271-411d-bf2f-d455d050be2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:50.545887 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e1a4a8bb-c271-411d-bf2f-d455d050be2e admin admin] Usage tracker for resource:security_group_rule and tenant:2724f5083025436fa9ce02666d16c6b2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:50.551106 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e1a4a8bb-c271-411d-bf2f-d455d050be2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:50.586624 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e1a4a8bb-c271-411d-bf2f-d455d050be2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:50.616949 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-d333fc4b-b8b9-45c6-8ee1-eca1e8d3d4ea service neutron] 10.222.0.41 "GET /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988380 Nov 23 12:45:50.768459 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e1a4a8bb-c271-411d-bf2f-d455d050be2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.769910 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9a1d3c56-59da-4c6a-b5f7-7da133020557 req-5b723cd2-98c3-46ba-82f3-abf4939d1b1b service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563398 Nov 23 12:45:50.789826 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e1a4a8bb-c271-411d-bf2f-d455d050be2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.830864 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-ae582cda-927c-4c60-9e59-31d4f579c644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:50.881010 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-dbe45489-2406-466d-8583-62c00326d9a3 service neutron] 10.222.0.41 "GET /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539272 Nov 23 12:45:50.898989 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-e1a4a8bb-c271-411d-bf2f-d455d050be2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2724f5083025436fa9ce02666d16c6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329340 Nov 23 12:45:50.899797 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4a8bb-c271-411d-bf2f-d455d050be2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0355e1d-ff50-48d1-849e-e43ec024aa31,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:50.901513 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 49154) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:50.915031 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e1a4a8bb-c271-411d-bf2f-d455d050be2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:51.076400 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593fb1a-b455-49fb-9e57-fc94e07894d7 req-06fd3ef1-9669-4139-a8e3-6ecd1d98c97c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:51.078692 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-6593fb1a-b455-49fb-9e57-fc94e07894d7 req-06fd3ef1-9669-4139-a8e3-6ecd1d98c97c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1176474 Nov 23 12:45:51.081247 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7e493786-4451-472d-9bc2-f0d19a46e34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.113897 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21409ba3-4f7e-4a01-b804-cb70f5166d4f req-a702690f-f2ea-4814-9aed-b009be117519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:51.113897 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-21409ba3-4f7e-4a01-b804-cb70f5166d4f req-a702690f-f2ea-4814-9aed-b009be117519 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 1098 time: 0.1263983 Nov 23 12:45:51.135627 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49168) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:51.152415 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7e493786-4451-472d-9bc2-f0d19a46e34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.193850 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-21409ba3-4f7e-4a01-b804-cb70f5166d4f req-a0217953-2028-4b10-9043-0224d976732a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748069 Nov 23 12:45:51.215013 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-6593fb1a-b455-49fb-9e57-fc94e07894d7 req-06e77361-a5dc-4a4c-99b9-9d8e4b9d94d0 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302459 Nov 23 12:45:51.267372 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7e493786-4451-472d-9bc2-f0d19a46e34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.273083 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:51.297499 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e493786-4451-472d-9bc2-f0d19a46e34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0355e1d-ff50-48d1-849e-e43ec024aa31,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:51.301626 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-7e493786-4451-472d-9bc2-f0d19a46e34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:51.303882 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7e493786-4451-472d-9bc2-f0d19a46e34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.307299 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-7e493786-4451-472d-9bc2-f0d19a46e34c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0355e1d-ff50-48d1-849e-e43ec024aa31 HTTP/1.1" status: 204 len: 168 time: 0.4022486 Nov 23 12:45:51.374943 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9a6e426f-2147-48c4-97a3-0a32465ae448 req-9f3a3bde-06e8-46bd-b5a7-d3f0e508806b tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 210 time: 0.0582049 Nov 23 12:45:51.482277 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.522788 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:51.537395 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Usage tracker for resource:security_group_rule and tenant:6a24f7b57d304b9aaa428177c8fb257a is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:51.540893 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:51.547304 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:51.694649 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.708746 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.719494 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-aa3b22bd-97c8-457e-91b6-ffb98aec63c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:51.761368 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345335f7-c218-4eec-90d1-ee675a14eba7 req-7bd03cad-f231-43e4-bf0d-dce036933924 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:51.764085 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-345335f7-c218-4eec-90d1-ee675a14eba7 req-7bd03cad-f231-43e4-bf0d-dce036933924 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 945 time: 0.1413980 Nov 23 12:45:51.793919 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a24f7b57d304b9aaa428177c8fb257a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6571770 Nov 23 12:45:51.796507 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 49216) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:51.819997 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10e9210-0b1d-437b-8dd7-c647ec06df6c,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:51.874828 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:51.875187 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:51.875532 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:51.875871 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:51.876312 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:51.876651 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:51.877141 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:51.877383 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:51.877755 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:51.878084 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:51.878488 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:51.878948 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:51.886059 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:51.897496 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7a1c63c5-a397-4baf-8621-5499259d2946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.904555 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-345335f7-c218-4eec-90d1-ee675a14eba7 req-aa95ab8b-5922-4590-a549-d94ee1f572a2 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173933 Nov 23 12:45:51.951286 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7a1c63c5-a397-4baf-8621-5499259d2946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.101871 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7a1c63c5-a397-4baf-8621-5499259d2946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.110663 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:52.126426 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c63c5-a397-4baf-8621-5499259d2946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10e9210-0b1d-437b-8dd7-c647ec06df6c,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:52.129190 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-7a1c63c5-a397-4baf-8621-5499259d2946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:52.133384 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7a1c63c5-a397-4baf-8621-5499259d2946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.135984 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-7a1c63c5-a397-4baf-8621-5499259d2946 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a10e9210-0b1d-437b-8dd7-c647ec06df6c HTTP/1.1" status: 204 len: 168 time: 0.3377836 Nov 23 12:45:52.428396 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c00bd7-ce9b-4b50-a9dc-15d83e9291f9 req-de7bae84-a8d6-429e-b225-7efad6829d13 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:52.430327 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-63c00bd7-ce9b-4b50-a9dc-15d83e9291f9 req-de7bae84-a8d6-429e-b225-7efad6829d13 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.0908802 Nov 23 12:45:52.488689 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-63c00bd7-ce9b-4b50-a9dc-15d83e9291f9 req-dce832bb-bcde-4282-b456-9c0bc49f1726 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516062 Nov 23 12:45:52.569971 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bd0c2465-ef05-4581-b363-2015ba2c11f5 req-61a13992-539b-47d2-8fbd-49dbd82ccd8e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 210 time: 0.0509906 Nov 23 12:45:52.723175 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49256) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:52.744737 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2f2336f7-b17a-4075-a635-20fdb401afb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.763049 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-2f2336f7-b17a-4075-a635-20fdb401afb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:52.769228 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-2f2336f7-b17a-4075-a635-20fdb401afb5 admin admin] Usage tracker for resource:security_group_rule and tenant:3078619d00594d4aa48995b2948be018 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:52.772737 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-2f2336f7-b17a-4075-a635-20fdb401afb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:52.780478 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-2f2336f7-b17a-4075-a635-20fdb401afb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:52.964477 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2f2336f7-b17a-4075-a635-20fdb401afb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.975433 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2f2336f7-b17a-4075-a635-20fdb401afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.990531 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0ab2d95d-20f1-4fe0-9894-211bb8c0e836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:53.030339 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-b995208c-c3ad-48c9-a034-38225ff23291 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:53.031834 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-b995208c-c3ad-48c9-a034-38225ff23291 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.76 "GET /v2.0/networks?id=5f23d95e-c2af-4deb-97a9-f6c8ba0171fb HTTP/1.1" status: 200 len: 807 time: 0.2586315 Nov 23 12:45:53.051526 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Request body: {'port': {'device_id': '7cb108f0-97f4-417a-b143-774bc680b1ed', 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb', 'admin_state_up': True, 'tenant_id': '78621a90b7f04883b064b83853ef601e'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:53.069099 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-2f2336f7-b17a-4075-a635-20fdb401afb5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3078619d00594d4aa48995b2948be018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448477 Nov 23 12:45:53.070107 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2336f7-b17a-4075-a635-20fdb401afb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93278428-4f06-4773-96fe-efb187c3e371,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:53.072589 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49272) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:53.075411 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-2f2336f7-b17a-4075-a635-20fdb401afb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:53.142476 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9642e986-1ff9-48a8-9c22-8d7707a3976c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.224855 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9642e986-1ff9-48a8-9c22-8d7707a3976c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.276532 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:53.281388 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Usage tracker for resource:port and tenant:78621a90b7f04883b064b83853ef601e is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:53.284282 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:53.290292 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:53.307512 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Made reservation on behalf of 78621a90b7f04883b064b83853ef601e for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:53.312691 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.329242 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b3923-a613-47cd-b7b5-b0e47ef67286 req-a82d4834-b211-4a1f-9a69-8612f6ff5218 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:53.330430 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-571b3923-a613-47cd-b7b5-b0e47ef67286 req-a82d4834-b211-4a1f-9a69-8612f6ff5218 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 945 time: 0.1889968 Nov 23 12:45:53.365463 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9642e986-1ff9-48a8-9c22-8d7707a3976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.375865 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-435a2a48-13c0-4778-84f4-c585b9e54cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:53.392628 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642e986-1ff9-48a8-9c22-8d7707a3976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93278428-4f06-4773-96fe-efb187c3e371,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:53.399285 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9642e986-1ff9-48a8-9c22-8d7707a3976c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:53.431636 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9642e986-1ff9-48a8-9c22-8d7707a3976c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.432821 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-9642e986-1ff9-48a8-9c22-8d7707a3976c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93278428-4f06-4773-96fe-efb187c3e371 HTTP/1.1" status: 204 len: 168 time: 0.3594358 Nov 23 12:45:53.437166 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-571b3923-a613-47cd-b7b5-b0e47ef67286 req-fc2060fd-c53d-489f-89be-6f4c1ee30718 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958984 Nov 23 12:45:53.549573 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Allocated IP 172.20.0.12 (5f23d95e-c2af-4deb-97a9-f6c8ba0171fb/3c63d833-6f79-4b02-a248-5969b5a64bee/5f4f2492-9307-4662-8974-877789f7321e) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:53.733292 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c124278-3a81-42cc-8044-e923f8c22b5f req-8b24e677-ced1-42b5-9e25-4421792f2f91 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:53.740542 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-1c124278-3a81-42cc-8044-e923f8c22b5f req-8b24e677-ced1-42b5-9e25-4421792f2f91 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1079562 Nov 23 12:45:53.797917 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-1c124278-3a81-42cc-8044-e923f8c22b5f req-d87b630f-cff7-40c0-a5dd-3d91a7a1a77f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533700 Nov 23 12:45:54.005943 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.035638 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-392652af-85de-494a-8963-c89705d8f79d req-b8e4570c-7fe9-41b1-8de2-4661255da0ee tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 210 time: 0.1125388 Nov 23 12:45:54.045351 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.055999 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:54.195823 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:54.199463 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:54.202182 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:54.261167 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Pushing event updated for resources: {'Port': ['ID=5f4f2492-9307-4662-8974-877789f7321e,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:54.299809 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:54.300382 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:54.300864 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:54.301414 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:54.301901 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:54.302425 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:54.302897 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:54.303634 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:54.304110 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:54.304577 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:54.305045 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:54.305599 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:54.311209 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:54.344960 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:54.345661 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.377615 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3284543 Nov 23 12:45:54.404220 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Request body: {'port': {'device_id': '7cb108f0-97f4-417a-b143-774bc680b1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:54.570544 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.057553 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 49368) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:55.295418 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96e06b-3062-4b8e-9591-6ced99d76129 req-50ddb276-1f20-4ca1-b3bf-3bf904912000 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:55.297192 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ae96e06b-3062-4b8e-9591-6ced99d76129 req-50ddb276-1f20-4ca1-b3bf-3bf904912000 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.2687027 Nov 23 12:45:55.415931 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4f2492-9307-4662-8974-877789f7321e {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:55.422884 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ae96e06b-3062-4b8e-9591-6ced99d76129 req-68a125af-6f80-4bd2-b788-d4464d1dc7b4 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196909 Nov 23 12:45:55.452607 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.460605 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-01dd0435-e093-4592-9195-d99c50b7a007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.536500 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-01dd0435-e093-4592-9195-d99c50b7a007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:55.546948 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-01dd0435-e093-4592-9195-d99c50b7a007 admin admin] Usage tracker for resource:security_group_rule and tenant:aeae82cd6f2f479688813da1fa5dac08 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:55.550490 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Transition to ACTIVE for port object 5f4f2492-9307-4662-8974-877789f7321e will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:55.551449 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-01dd0435-e093-4592-9195-d99c50b7a007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:55.567489 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-01dd0435-e093-4592-9195-d99c50b7a007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:55.570489 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.587666 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f8940b67-898d-490e-9f68-e5e6a3ac239c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:55.942495 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Pushing event updated for resources: {'Port': ['ID=5f4f2492-9307-4662-8974-877789f7321e,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:55.945949 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:55.985250 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4497b-5a59-4a39-8adf-5f1e241baa51 req-b6efa358-145c-4a87-8136-6370e49fc7ce tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:55.986010 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-efc4497b-5a59-4a39-8adf-5f1e241baa51 req-b6efa358-145c-4a87-8136-6370e49fc7ce tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Synchronizing usage tracker for tenant:78621a90b7f04883b064b83853ef601e on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:56.105894 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-efc4497b-5a59-4a39-8adf-5f1e241baa51 req-b6efa358-145c-4a87-8136-6370e49fc7ce tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Unset dirty status for tenant:78621a90b7f04883b064b83853ef601e on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:56.110268 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-efc4497b-5a59-4a39-8adf-5f1e241baa51 req-b6efa358-145c-4a87-8136-6370e49fc7ce tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 932 time: 0.6536710 Nov 23 12:45:56.121993 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Attempting to bind port 5f4f2492-9307-4662-8974-877789f7321e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:56.122350 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Attempting to bind port 5f4f2492-9307-4662-8974-877789f7321e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '42a3b6a2-bd1f-4036-a09c-43666afd628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:56.122671 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Attempting to bind port 5f4f2492-9307-4662-8974-877789f7321e on network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:56.148340 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Port 5f4f2492-9307-4662-8974-877789f7321e on network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:45:56.148673 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Attempting to bind port 5f4f2492-9307-4662-8974-877789f7321e on network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:56.162479 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-01dd0435-e093-4592-9195-d99c50b7a007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.166581 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:56.167031 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Checking segment: {'id': '42a3b6a2-bd1f-4036-a09c-43666afd628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:56.167548 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Bound using segment: {'id': '42a3b6a2-bd1f-4036-a09c-43666afd628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:56.168384 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Bound port: 5f4f2492-9307-4662-8974-877789f7321e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a3b6a2-bd1f-4036-a09c-43666afd628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:56.168845 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.195604 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-01dd0435-e093-4592-9195-d99c50b7a007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.207792 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:56.298812 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-efc4497b-5a59-4a39-8adf-5f1e241baa51 req-69916502-1533-4322-a8dc-6551b53c8678 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Synchronizing usage tracker for tenant:78621a90b7f04883b064b83853ef601e on resource:security_group {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:56.353071 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd0435-e093-4592-9195-d99c50b7a007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15bbd53-5bab-4233-8a4f-a0f8426ca220,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:56.361237 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-01dd0435-e093-4592-9195-d99c50b7a007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:56.366603 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-01dd0435-e093-4592-9195-d99c50b7a007 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aeae82cd6f2f479688813da1fa5dac08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3055122 Nov 23 12:45:56.366603 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] For port 5f4f2492-9307-4662-8974-877789f7321e, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:56.367387 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49440) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:56.372498 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] For port 5f4f2492-9307-4662-8974-877789f7321e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5f4f2492-9307-4662-8974-877789f7321e,segment=NetworkSegment(42a3b6a2-bd1f-4036-a09c-43666afd628c),segment_id=42a3b6a2-bd1f-4036-a09c-43666afd628c)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:56.381593 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.394696 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:56.457130 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-73c59b6b-cfbb-4ed9-8ff6-2b9df0367fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.458221 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-efc4497b-5a59-4a39-8adf-5f1e241baa51 req-69916502-1533-4322-a8dc-6551b53c8678 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Unset dirty status for tenant:78621a90b7f04883b064b83853ef601e on resource:security_group {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:56.468320 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-efc4497b-5a59-4a39-8adf-5f1e241baa51 req-69916502-1533-4322-a8dc-6551b53c8678 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432097 Nov 23 12:45:56.476898 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:56.477509 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.478930 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] 10.222.0.76 "PUT /v2.0/ports/5f4f2492-9307-4662-8974-877789f7321e HTTP/1.1" status: 200 len: 1094 time: 2.0812495 Nov 23 12:45:56.484718 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb108f0-97f4-417a-b143-774bc680b1ed', 'tag': '5f4f2492-9307-4662-8974-877789f7321e'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:56.500685 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-73c59b6b-cfbb-4ed9-8ff6-2b9df0367fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.584053 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-73c59b6b-cfbb-4ed9-8ff6-2b9df0367fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.588929 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:56.603315 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c59b6b-cfbb-4ed9-8ff6-2b9df0367fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15bbd53-5bab-4233-8a4f-a0f8426ca220,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:56.607160 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-73c59b6b-cfbb-4ed9-8ff6-2b9df0367fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:56.613847 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-73c59b6b-cfbb-4ed9-8ff6-2b9df0367fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.614762 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb108f0-97f4-417a-b143-774bc680b1ed', 'tag': '5f4f2492-9307-4662-8974-877789f7321e', 'status': 'completed', 'code': 200} Nov 23 12:45:56.615394 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-73c59b6b-cfbb-4ed9-8ff6-2b9df0367fa0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c15bbd53-5bab-4233-8a4f-a0f8426ca220 HTTP/1.1" status: 204 len: 168 time: 0.2460122 Nov 23 12:45:56.651151 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Pushing event updated for resources: {'Port': ['ID=5f4f2492-9307-4662-8974-877789f7321e,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:56.686522 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:56.724109 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-f9241e0a-3eb6-44e6-a525-c4a30e605dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:56.728849 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81af261-225b-4c36-9949-6e1fbdea5019 req-16136cfa-a6d2-43d1-b2e8-f288def5d433 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:56.730556 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a81af261-225b-4c36-9949-6e1fbdea5019 req-16136cfa-a6d2-43d1-b2e8-f288def5d433 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1196172 Nov 23 12:45:56.730760 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-f9241e0a-3eb6-44e6-a525-c4a30e605dc2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=78621a90b7f04883b064b83853ef601e&device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 1097 time: 0.1962042 Nov 23 12:45:56.802618 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a81af261-225b-4c36-9949-6e1fbdea5019 req-60252eeb-25db-4e88-85f5-e57024e8e071 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656688 Nov 23 12:45:56.893143 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-c59e8ffa-7824-439c-a2dc-a2562d83099c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f4f2492-9307-4662-8974-877789f7321e HTTP/1.1" status: 200 len: 217 time: 0.1481767 Nov 23 12:45:56.979427 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-4519341f-c6a5-487b-a3a3-f348b6165f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:56.980897 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-4519341f-c6a5-487b-a3a3-f348b6165f6c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3c63d833-6f79-4b02-a248-5969b5a64bee HTTP/1.1" status: 200 len: 847 time: 0.0783865 Nov 23 12:45:57.024711 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49478) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:57.056770 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-6c021075-4fd0-4b81-9575-3635e064cdcf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5f23d95e-c2af-4deb-97a9-f6c8ba0171fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689926 Nov 23 12:45:57.160175 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49488) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:57.214965 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8e437a5c-5454-4abe-9f6f-d7720a29e30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:57.261153 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-8e437a5c-5454-4abe-9f6f-d7720a29e30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:57.270739 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-8e437a5c-5454-4abe-9f6f-d7720a29e30c admin admin] Usage tracker for resource:security_group_rule and tenant:075b84ebaecf409baffac8cd488b98b2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:57.276451 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-8e437a5c-5454-4abe-9f6f-d7720a29e30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:57.292603 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-8e437a5c-5454-4abe-9f6f-d7720a29e30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:57.294032 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-0e5f7005-c9ad-46f3-9115-9f2bff54d56d service neutron] 10.222.0.76 "GET /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271252 Nov 23 12:45:57.402317 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49498) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:57.489986 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8e437a5c-5454-4abe-9f6f-d7720a29e30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:57.537234 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9709b6c3-4a91-4d36-9e2e-da048312c2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:57.565254 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8e437a5c-5454-4abe-9f6f-d7720a29e30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:57.575183 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:57.632989 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c3a4bcd7-844d-4039-9049-4a0052ca2396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:57.661903 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4854563d-3cd1-487d-8d61-d03a7e0164ff req-f73d9aee-5499-4e54-bc3b-071180e31d10 service neutron] 10.222.0.76 "GET /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555691 Nov 23 12:45:57.674964 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-9709b6c3-4a91-4d36-9e2e-da048312c2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:57.700029 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-9709b6c3-4a91-4d36-9e2e-da048312c2ac admin admin] Usage tracker for resource:security_group_rule and tenant:80de8077d4be46bda31ed25f4f521c36 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:57.704609 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e437a5c-5454-4abe-9f6f-d7720a29e30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201b8a10-ffd3-4c24-93c3-fa71c34bc909,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:57.708651 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-9709b6c3-4a91-4d36-9e2e-da048312c2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:57.712022 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-c3a4bcd7-844d-4039-9049-4a0052ca2396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:57.717809 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8e437a5c-5454-4abe-9f6f-d7720a29e30c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=075b84ebaecf409baffac8cd488b98b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564816 Nov 23 12:45:57.719267 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8e437a5c-5454-4abe-9f6f-d7720a29e30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:57.721993 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 49522) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:57.727161 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-c3a4bcd7-844d-4039-9049-4a0052ca2396 admin admin] Usage tracker for resource:security_group_rule and tenant:c592b390c6a748059f6ad842318e352e is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:57.729902 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-9709b6c3-4a91-4d36-9e2e-da048312c2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:57.755090 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-c3a4bcd7-844d-4039-9049-4a0052ca2396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:57.772443 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-c3a4bcd7-844d-4039-9049-4a0052ca2396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:57.866746 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b13b1-7f04-4784-b891-74f412425086 req-c03f15e7-25ad-4fa7-bba8-85dfe6c2221f tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:57.868240 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-393b13b1-7f04-4784-b891-74f412425086 req-c03f15e7-25ad-4fa7-bba8-85dfe6c2221f tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 944 time: 0.1927559 Nov 23 12:45:57.874815 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6eeb7c8f-53f3-43f1-b6e0-4d9cef393adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:57.921274 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb1e42-648e-499d-8e23-6e4ae50b87d4 req-321d7a52-69aa-4b17-a792-9ed7745e208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:57.922924 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1bb1e42-648e-499d-8e23-6e4ae50b87d4 req-321d7a52-69aa-4b17-a792-9ed7745e208f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=78621a90b7f04883b064b83853ef601e&device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 1097 time: 0.1941638 Nov 23 12:45:57.930412 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-fda2985f-a263-446d-b29f-fb8db19d365c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:57.932046 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-fda2985f-a263-446d-b29f-fb8db19d365c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 815 time: 0.2101924 Nov 23 12:45:57.934537 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6eeb7c8f-53f3-43f1-b6e0-4d9cef393adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:57.972342 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-00d49e04-da00-49e1-8d9c-d9a04495f74d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/quotas/01affce05aea41b4bba6babec76ceff5 HTTP/1.1" status: 200 len: 375 time: 0.0300279 Nov 23 12:45:58.044107 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-393b13b1-7f04-4784-b891-74f412425086 req-16eebd97-d7ff-42f0-af3f-7d6129b62376 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646554 Nov 23 12:45:58.109156 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9709b6c3-4a91-4d36-9e2e-da048312c2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.115584 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6eeb7c8f-53f3-43f1-b6e0-4d9cef393adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.118390 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9709b6c3-4a91-4d36-9e2e-da048312c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.121376 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-936189f3-076d-46ba-87e0-04b992673962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:58.133215 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb1e42-648e-499d-8e23-6e4ae50b87d4 req-dca9e302-2418-487a-9663-ac0fdb141001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:58.133376 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:58.134600 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1bb1e42-648e-499d-8e23-6e4ae50b87d4 req-dca9e302-2418-487a-9663-ac0fdb141001 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5f23d95e-c2af-4deb-97a9-f6c8ba0171fb HTTP/1.1" status: 200 len: 908 time: 0.1926825 Nov 23 12:45:58.137861 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb7c8f-53f3-43f1-b6e0-4d9cef393adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201b8a10-ffd3-4c24-93c3-fa71c34bc909,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:58.140405 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-6eeb7c8f-53f3-43f1-b6e0-4d9cef393adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:58.171104 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c3a4bcd7-844d-4039-9049-4a0052ca2396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.188712 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c3a4bcd7-844d-4039-9049-4a0052ca2396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.205204 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-9709b6c3-4a91-4d36-9e2e-da048312c2ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80de8077d4be46bda31ed25f4f521c36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1793640 Nov 23 12:45:58.209063 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 49528) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:58.209490 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709b6c3-4a91-4d36-9e2e-da048312c2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9f65aa-f3be-4bb0-bc9c-e04c9c1b44f8,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:58.212990 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9709b6c3-4a91-4d36-9e2e-da048312c2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:58.221573 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0385fa00-3838-48b1-aca0-4bbf4bf7a6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:58.248713 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-c3a4bcd7-844d-4039-9049-4a0052ca2396 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c592b390c6a748059f6ad842318e352e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8409805 Nov 23 12:45:58.257876 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-f5fb04ad-9ef8-4cbd-889b-ade2c87d261d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2719522 Nov 23 12:45:58.260567 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49532) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:58.271421 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1bb1e42-648e-499d-8e23-6e4ae50b87d4 req-a44d2afd-f173-41ea-950a-2bead9bc750d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f4f2492-9307-4662-8974-877789f7321e HTTP/1.1" status: 200 len: 217 time: 0.1203454 Nov 23 12:45:58.272330 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4bcd7-844d-4039-9049-4a0052ca2396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2800de-1529-4304-b521-fdc47eb89642,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:58.273854 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6eeb7c8f-53f3-43f1-b6e0-4d9cef393adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.274875 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-6eeb7c8f-53f3-43f1-b6e0-4d9cef393adf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/201b8a10-ffd3-4c24-93c3-fa71c34bc909 HTTP/1.1" status: 204 len: 168 time: 0.5518246 Nov 23 12:45:58.276455 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-c3a4bcd7-844d-4039-9049-4a0052ca2396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:58.440260 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c6a01d29-ee82-4ebd-a798-89e10a265ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.455909 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb1e42-648e-499d-8e23-6e4ae50b87d4 req-8fc7601e-5e8d-464c-a216-5e5179dc9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:58.457359 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1bb1e42-648e-499d-8e23-6e4ae50b87d4 req-8fc7601e-5e8d-464c-a216-5e5179dc9000 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3c63d833-6f79-4b02-a248-5969b5a64bee HTTP/1.1" status: 200 len: 847 time: 0.1764529 Nov 23 12:45:58.480193 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-a2d96348-33d9-4bfd-a70d-75a7b5216943 service neutron] 10.222.0.41 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937323 Nov 23 12:45:58.484374 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c6a01d29-ee82-4ebd-a798-89e10a265ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.499516 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a5c652c1-a24a-4c92-8c25-81e615d61c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.533773 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aaf48-1acd-46ab-8dc9-4e6e658b05b1 req-3a1138c6-0d58-4b1c-a8b9-2b7021619ebf tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:58.535286 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3d9aaf48-1acd-46ab-8dc9-4e6e658b05b1 req-3a1138c6-0d58-4b1c-a8b9-2b7021619ebf tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.3270214 Nov 23 12:45:58.539459 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1bb1e42-648e-499d-8e23-6e4ae50b87d4 req-0818c190-d84a-441e-9ac1-c82d1c7569cc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5f23d95e-c2af-4deb-97a9-f6c8ba0171fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717590 Nov 23 12:45:58.568547 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a5c652c1-a24a-4c92-8c25-81e615d61c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.649900 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-b3e62b3e-b57d-4ba9-9864-3a0754cfadea service neutron] 10.222.0.41 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588213 Nov 23 12:45:58.676322 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c6a01d29-ee82-4ebd-a798-89e10a265ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.682317 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e1a4a8bb-c271-411d-bf2f-d455d050be2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:58.701584 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a01d29-ee82-4ebd-a798-89e10a265ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2800de-1529-4304-b521-fdc47eb89642,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:58.716041 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-c6a01d29-ee82-4ebd-a798-89e10a265ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:58.716663 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3d9aaf48-1acd-46ab-8dc9-4e6e658b05b1 req-c5e631a5-02f2-454c-a76d-1b43633bb178 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699951 Nov 23 12:45:58.730024 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c6a01d29-ee82-4ebd-a798-89e10a265ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.740303 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-c6a01d29-ee82-4ebd-a798-89e10a265ecf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e2800de-1529-4304-b521-fdc47eb89642 HTTP/1.1" status: 204 len: 168 time: 0.4726300 Nov 23 12:45:58.784215 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1bb1e42-648e-499d-8e23-6e4ae50b87d4 req-9160dc84-2e74-44d0-9ab5-9376b4afb6d7 service neutron] 10.222.0.76 "GET /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162628 Nov 23 12:45:58.853570 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a5c652c1-a24a-4c92-8c25-81e615d61c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.015266 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-232634b2-7f33-4169-a638-368a32533ba8 req-82ade0ea-a8b2-4836-bb8c-4fa6a20efb67 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 210 time: 0.0678906 Nov 23 12:45:59.046566 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:59.074953 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c652c1-a24a-4c92-8c25-81e615d61c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9f65aa-f3be-4bb0-bc9c-e04c9c1b44f8,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:59.084355 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-a5c652c1-a24a-4c92-8c25-81e615d61c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:59.090956 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a5c652c1-a24a-4c92-8c25-81e615d61c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.097357 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-a5c652c1-a24a-4c92-8c25-81e615d61c16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd9f65aa-f3be-4bb0-bc9c-e04c9c1b44f8 HTTP/1.1" status: 204 len: 168 time: 0.8823690 Nov 23 12:45:59.180322 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1bb1e42-648e-499d-8e23-6e4ae50b87d4 req-5a8405d7-7570-4eb2-9930-c9b772ea8a93 service neutron] 10.222.0.76 "GET /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883832 Nov 23 12:45:59.351113 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523ab27-a751-4f84-a17f-9e97524c7411 req-9a42eeb2-add8-4866-a310-7eb12382a5aa tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:59.353752 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b523ab27-a751-4f84-a17f-9e97524c7411 req-9a42eeb2-add8-4866-a310-7eb12382a5aa tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 944 time: 0.1330187 Nov 23 12:45:59.424934 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b523ab27-a751-4f84-a17f-9e97524c7411 req-01e2bba8-c032-462a-99ca-a4b620ab5afa tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642719 Nov 23 12:45:59.576642 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 49592) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:59.610586 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-5e06c735-2696-48f3-9192-bc94c33750a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.650688 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-5e06c735-2696-48f3-9192-bc94c33750a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:59.660777 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-5e06c735-2696-48f3-9192-bc94c33750a4 admin admin] Usage tracker for resource:security_group_rule and tenant:7048544d6281408fb40c6bd040739bfe is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:59.669186 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-5e06c735-2696-48f3-9192-bc94c33750a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:59.687951 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-5e06c735-2696-48f3-9192-bc94c33750a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:59.805245 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-5e06c735-2696-48f3-9192-bc94c33750a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.810889 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-5e06c735-2696-48f3-9192-bc94c33750a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.823072 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:59.869146 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49604) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:59.891839 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06c735-2696-48f3-9192-bc94c33750a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c534576-d3fa-4da2-864d-92842b215782,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:59.893498 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-87993692-9e8d-4522-92ce-379ceb12a7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.898515 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-5e06c735-2696-48f3-9192-bc94c33750a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:59.913672 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-87993692-9e8d-4522-92ce-379ceb12a7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:59.916044 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-5e06c735-2696-48f3-9192-bc94c33750a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7048544d6281408fb40c6bd040739bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370271 Nov 23 12:45:59.918609 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 49608) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:59.919413 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-87993692-9e8d-4522-92ce-379ceb12a7af admin admin] Usage tracker for resource:security_group_rule and tenant:fa4c365643c84f63835950cee5cf4704 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:59.942270 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-87993692-9e8d-4522-92ce-379ceb12a7af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:59.954052 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-87993692-9e8d-4522-92ce-379ceb12a7af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:00.003187 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-317d4387-e584-4eb0-b4c8-3908538d2852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:00.037027 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-317d4387-e584-4eb0-b4c8-3908538d2852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:00.095502 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0f5af-47fd-45ba-9193-659e3c959110 req-dadc6b3d-887e-433f-ae00-e2fa24e1dc84 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:00.101525 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-317d4387-e584-4eb0-b4c8-3908538d2852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:00.102529 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3bf0f5af-47fd-45ba-9193-659e3c959110 req-dadc6b3d-887e-433f-ae00-e2fa24e1dc84 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1393209 Nov 23 12:46:00.107721 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-8ba76242-ae27-4946-adaa-aea4e2ac8823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:00.138588 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d4387-e584-4eb0-b4c8-3908538d2852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c534576-d3fa-4da2-864d-92842b215782,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:00.153846 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-317d4387-e584-4eb0-b4c8-3908538d2852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:00.156710 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-317d4387-e584-4eb0-b4c8-3908538d2852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:00.162536 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-317d4387-e584-4eb0-b4c8-3908538d2852 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c534576-d3fa-4da2-864d-92842b215782 HTTP/1.1" status: 204 len: 168 time: 0.2429318 Nov 23 12:46:00.186908 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3bf0f5af-47fd-45ba-9193-659e3c959110 req-bfa4329f-54ed-46d9-9078-fa81851a78c1 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834959 Nov 23 12:46:00.214710 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-87993692-9e8d-4522-92ce-379ceb12a7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:00.220953 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-87993692-9e8d-4522-92ce-379ceb12a7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:00.229197 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:00.270583 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-87993692-9e8d-4522-92ce-379ceb12a7af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa4c365643c84f63835950cee5cf4704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3994961 Nov 23 12:46:00.272260 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87993692-9e8d-4522-92ce-379ceb12a7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acd5ba6-ad97-44c2-b240-6eaedaa7c101,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:00.274560 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49622) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:00.276531 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-78a63ed8-456b-497b-a646-d8faa62efb9f req-29a0669d-c515-4c76-9bbd-2f063b7bed88 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 210 time: 0.0561752 Nov 23 12:46:00.279541 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-87993692-9e8d-4522-92ce-379ceb12a7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:00.349636 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8a5a898b-43b5-482c-9c4f-88cf43eb89af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:00.378611 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8a5a898b-43b5-482c-9c4f-88cf43eb89af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:00.438150 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8a5a898b-43b5-482c-9c4f-88cf43eb89af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:00.449165 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8e437a5c-5454-4abe-9f6f-d7720a29e30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:00.471230 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a898b-43b5-482c-9c4f-88cf43eb89af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acd5ba6-ad97-44c2-b240-6eaedaa7c101,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:00.482462 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8a5a898b-43b5-482c-9c4f-88cf43eb89af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:00.484582 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8a5a898b-43b5-482c-9c4f-88cf43eb89af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:00.485886 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8a5a898b-43b5-482c-9c4f-88cf43eb89af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4acd5ba6-ad97-44c2-b240-6eaedaa7c101 HTTP/1.1" status: 204 len: 168 time: 0.2104363 Nov 23 12:46:00.638439 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-83e4ad10-8671-4571-9055-9e5204e897de tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:00.640154 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-83e4ad10-8671-4571-9055-9e5204e897de tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 815 time: 0.2296743 Nov 23 12:46:00.655831 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Request body: {'port': {'device_id': 'f14c5440-8121-435a-9b24-8e68a505cbb5', 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103', 'admin_state_up': True, 'tenant_id': '01affce05aea41b4bba6babec76ceff5'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:00.702808 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19fe79-937c-4c26-ab08-ff9ffdc5faaf req-81b7f950-68c7-42e5-9f77-45bf83bb7c20 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:00.706767 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ba19fe79-937c-4c26-ab08-ff9ffdc5faaf req-81b7f950-68c7-42e5-9f77-45bf83bb7c20 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 944 time: 0.1097372 Nov 23 12:46:00.792389 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ba19fe79-937c-4c26-ab08-ff9ffdc5faaf req-3a86290a-1eec-4b06-99cc-8e20d44e9e35 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796423 Nov 23 12:46:00.890478 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:00.901590 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:00.914104 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Made reservation on behalf of 01affce05aea41b4bba6babec76ceff5 for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:00.919539 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:01.111159 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Allocated IP 172.20.0.4 (deee8d9a-66b5-4c4e-a2fe-90f143f3b103/68e37d2d-b2b9-46b5-b763-0488badc871e/15662cde-494a-41b0-a00d-6944592dff4a) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:01.339102 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49674) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:01.487831 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:01.517455 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1211f60-4d6b-4a45-987d-e60579bc856f req-91befbc2-340b-4c1d-b07e-eb0c9b27bf1f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:01.519040 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e1211f60-4d6b-4a45-987d-e60579bc856f req-91befbc2-340b-4c1d-b07e-eb0c9b27bf1f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1497145 Nov 23 12:46:01.538634 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:01.553878 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3', 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:01.574369 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:01.684144 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Pushing event updated for resources: {'Port': ['ID=15662cde-494a-41b0-a00d-6944592dff4a,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:01.688062 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:01.738282 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:01.745972 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:01.754481 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:01.768592 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e1211f60-4d6b-4a45-987d-e60579bc856f req-f1342295-e219-4c45-8945-4dc3eb83dcff tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416821 Nov 23 12:46:01.778525 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 5f4f2492-9307-4662-8974-877789f7321e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:01.785464 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-46c900d7-1bba-471e-bd49-dc464470db3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:01.835907 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-46c900d7-1bba-471e-bd49-dc464470db3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:01.842007 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-46c900d7-1bba-471e-bd49-dc464470db3f admin admin] Usage tracker for resource:security_group_rule and tenant:08aae29b61dc4ecbab8a0dc338a26958 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:01.846364 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-46c900d7-1bba-471e-bd49-dc464470db3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:01.864726 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-46c900d7-1bba-471e-bd49-dc464470db3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:02.021473 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-46c900d7-1bba-471e-bd49-dc464470db3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.024356 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-46c900d7-1bba-471e-bd49-dc464470db3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.085372 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:02.117117 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-46c900d7-1bba-471e-bd49-dc464470db3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08aae29b61dc4ecbab8a0dc338a26958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7757032 Nov 23 12:46:02.126803 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49702) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:02.155710 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c900d7-1bba-471e-bd49-dc464470db3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a8fdc0-cfe4-4e46-aedf-9aa97f7c49e0,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:02.160781 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-46c900d7-1bba-471e-bd49-dc464470db3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:02.175990 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 5f4f2492-9307-4662-8974-877789f7321e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5f4f2492-9307-4662-8974-877789f7321e,segment=NetworkSegment(42a3b6a2-bd1f-4036-a09c-43666afd628c),segment_id=42a3b6a2-bd1f-4036-a09c-43666afd628c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:02.176857 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:02.177449 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.209472 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e24073-208e-4b1a-8d7f-3d2b5ffea8dd req-1ff87fbb-fd6a-456b-89aa-53be39b41c6c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:02.212836 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '5f4f2492-9307-4662-8974-877789f7321e', 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb', 'port_id': '5f4f2492-9307-4662-8974-877789f7321e', 'mac_address': 'fa:16:3e:0b:6d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c63d833-6f79-4b02-a248-5969b5a64bee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:02.218119 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-93e24073-208e-4b1a-8d7f-3d2b5ffea8dd req-1ff87fbb-fd6a-456b-89aa-53be39b41c6c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 931 time: 0.5356915 Nov 23 12:46:02.290762 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-93e24073-208e-4b1a-8d7f-3d2b5ffea8dd req-2cb40b92-68a8-4b7d-8bdb-2e03b2e64d9b tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713134 Nov 23 12:46:02.297157 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6454051 Nov 23 12:46:02.301158 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3fe3d5ba-245b-4815-9a56-2ba0f6b5d20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.312798 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Request body: {'port': {'device_id': 'f14c5440-8121-435a-9b24-8e68a505cbb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:02.329014 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.335051 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3fe3d5ba-245b-4815-9a56-2ba0f6b5d20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.363815 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4f2492-9307-4662-8974-877789f7321e {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:02.388252 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2679cc-192a-47b4-b3bc-685fea0e2357 req-a98959d2-d7ee-49a4-ae64-46bf0e2136dd tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:02.389937 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-aa2679cc-192a-47b4-b3bc-685fea0e2357 req-a98959d2-d7ee-49a4-ae64-46bf0e2136dd tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 944 time: 0.2575536 Nov 23 12:46:02.407277 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 5f4f2492-9307-4662-8974-877789f7321e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5f4f2492-9307-4662-8974-877789f7321e,segment=NetworkSegment(42a3b6a2-bd1f-4036-a09c-43666afd628c),segment_id=42a3b6a2-bd1f-4036-a09c-43666afd628c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:02.423837 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.427832 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:02.482830 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.522221 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-aa2679cc-192a-47b4-b3bc-685fea0e2357 req-f3f8d0b5-fa91-4abd-bb1c-d61cc9494dd3 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187007 Nov 23 12:46:02.526523 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3fe3d5ba-245b-4815-9a56-2ba0f6b5d20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.535937 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e033e59f-2250-4f16-91ba-52738a9145c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:02.567102 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=5f4f2492-9307-4662-8974-877789f7321e,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:02.573760 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3d5ba-245b-4815-9a56-2ba0f6b5d20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a8fdc0-cfe4-4e46-aedf-9aa97f7c49e0,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:02.576142 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:02.577287 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:02.578585 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:02.578585 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:02.578585 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:02.579123 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:02.579564 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:02.579902 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:02.580290 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:02.580619 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:02.580735 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3fe3d5ba-245b-4815-9a56-2ba0f6b5d20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:02.581041 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:02.581411 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:02.593419 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3fe3d5ba-245b-4815-9a56-2ba0f6b5d20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.593928 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:02.596861 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-3fe3d5ba-245b-4815-9a56-2ba0f6b5d20d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8a8fdc0-cfe4-4e46-aedf-9aa97f7c49e0 HTTP/1.1" status: 204 len: 168 time: 0.4653707 Nov 23 12:46:02.838081 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['5f4f2492-9307-4662-8974-877789f7321e'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:03.017787 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15662cde-494a-41b0-a00d-6944592dff4a {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:03.023690 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc38a-5c1d-4aa3-b1fd-49bc2a0be09d req-3b039853-fd9d-4c7d-b8ba-7b3585afc812 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:03.027571 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:03.034301 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3c8fc38a-5c1d-4aa3-b1fd-49bc2a0be09d req-3b039853-fd9d-4c7d-b8ba-7b3585afc812 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1142671 Nov 23 12:46:03.045880 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Transition to ACTIVE for port object 15662cde-494a-41b0-a00d-6944592dff4a will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:03.052416 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:03.067386 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:03.103368 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3c8fc38a-5c1d-4aa3-b1fd-49bc2a0be09d req-73c539e4-c1e8-431f-8a29-8b814f53eaa3 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668378 Nov 23 12:46:03.121255 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49736) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:03.154985 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-709c0cc6-fd47-40be-8cd1-aaa1245244f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:03.185127 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-709c0cc6-fd47-40be-8cd1-aaa1245244f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:03.195546 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-709c0cc6-fd47-40be-8cd1-aaa1245244f8 admin admin] Usage tracker for resource:security_group_rule and tenant:6ae55908bc42445883bbe37461d516cd is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:03.198454 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-709c0cc6-fd47-40be-8cd1-aaa1245244f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:03.204338 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-709c0cc6-fd47-40be-8cd1-aaa1245244f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:03.325723 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Pushing event updated for resources: {'Port': ['ID=15662cde-494a-41b0-a00d-6944592dff4a,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:03.334749 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:03.345378 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-709c0cc6-fd47-40be-8cd1-aaa1245244f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:03.357593 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-709c0cc6-fd47-40be-8cd1-aaa1245244f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:03.373273 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b20ef8ca-52cc-40f7-b5e3-01b580a3e564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:03.412338 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Attempting to bind port 15662cde-494a-41b0-a00d-6944592dff4a on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:03.412673 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Attempting to bind port 15662cde-494a-41b0-a00d-6944592dff4a by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:03.413002 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Attempting to bind port 15662cde-494a-41b0-a00d-6944592dff4a on network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:03.423515 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Port 15662cde-494a-41b0-a00d-6944592dff4a on network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:03.423851 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Attempting to bind port 15662cde-494a-41b0-a00d-6944592dff4a on network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:03.436181 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:03.438369 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Checking segment: {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:03.438773 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Bound using segment: {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:03.439206 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Bound port: 15662cde-494a-41b0-a00d-6944592dff4a, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:03.439556 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:03.469062 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c0cc6-fd47-40be-8cd1-aaa1245244f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279a12b3-4700-4939-87b3-f33edd8fd439,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:03.479246 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-709c0cc6-fd47-40be-8cd1-aaa1245244f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:03.483076 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-709c0cc6-fd47-40be-8cd1-aaa1245244f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ae55908bc42445883bbe37461d516cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605206 Nov 23 12:46:03.486678 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49752) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:03.584694 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ac11-6340-4ed9-b7bc-10b9751ea80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:03.636799 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ac11-6340-4ed9-b7bc-10b9751ea80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:03.660602 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] For port 15662cde-494a-41b0-a00d-6944592dff4a, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:03.664867 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] For port 15662cde-494a-41b0-a00d-6944592dff4a, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15662cde-494a-41b0-a00d-6944592dff4a,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:03.674493 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:03.689630 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9151dbe-26cd-4a60-b444-408a352febc7 req-35a691de-7663-43d1-9314-f4a9d584cc45 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:03.690393 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-f9151dbe-26cd-4a60-b444-408a352febc7 req-35a691de-7663-43d1-9314-f4a9d584cc45 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Synchronizing usage tracker for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:03.697465 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:03.725532 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ac11-6340-4ed9-b7bc-10b9751ea80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:03.737140 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8a5a898b-43b5-482c-9c4f-88cf43eb89af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:03.758364 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4ac11-6340-4ed9-b7bc-10b9751ea80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279a12b3-4700-4939-87b3-f33edd8fd439,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:03.776855 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:03.788349 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-cdf4ac11-6340-4ed9-b7bc-10b9751ea80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:03.789517 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:03.792224 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] 10.222.0.76 "PUT /v2.0/ports/15662cde-494a-41b0-a00d-6944592dff4a HTTP/1.1" status: 200 len: 1093 time: 1.4863703 Nov 23 12:46:03.883250 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14c5440-8121-435a-9b24-8e68a505cbb5', 'tag': '15662cde-494a-41b0-a00d-6944592dff4a'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:03.889205 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Pushing event updated for resources: {'Port': ['ID=15662cde-494a-41b0-a00d-6944592dff4a,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:03.924836 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ac11-6340-4ed9-b7bc-10b9751ea80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:03.938283 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:03.939531 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-f9151dbe-26cd-4a60-b444-408a352febc7 req-35a691de-7663-43d1-9314-f4a9d584cc45 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Unset dirty status for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:03.947257 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f9151dbe-26cd-4a60-b444-408a352febc7 req-35a691de-7663-43d1-9314-f4a9d584cc45 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 943 time: 0.4089599 Nov 23 12:46:03.954685 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-cdf4ac11-6340-4ed9-b7bc-10b9751ea80e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/279a12b3-4700-4939-87b3-f33edd8fd439 HTTP/1.1" status: 204 len: 168 time: 0.4669409 Nov 23 12:46:04.022947 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f3faf-7d69-49f8-bd10-520fe7a07bad req-cb12fa1a-db03-4e60-93ef-3c90bcf6f109 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:04.026454 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-808f3faf-7d69-49f8-bd10-520fe7a07bad req-cb12fa1a-db03-4e60-93ef-3c90bcf6f109 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 945 time: 0.2330337 Nov 23 12:46:04.035283 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f9151dbe-26cd-4a60-b444-408a352febc7 req-c2f3f8e7-2ba1-49c6-accb-2623ec2406f2 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867670 Nov 23 12:46:04.084759 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-808f3faf-7d69-49f8-bd10-520fe7a07bad req-898858a6-e0d0-4276-9d36-686964b1f498 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532804 Nov 23 12:46:04.138510 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-1503e457-2903-4d6a-9956-3fe8a90757e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:04.143632 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-1503e457-2903-4d6a-9956-3fe8a90757e3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 1096 time: 0.2439327 Nov 23 12:46:04.279556 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14c5440-8121-435a-9b24-8e68a505cbb5', 'tag': '15662cde-494a-41b0-a00d-6944592dff4a', 'status': 'completed', 'code': 200} Nov 23 12:46:04.289601 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-8ef3d065-9c14-40bf-b8b7-876f1218b41b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15662cde-494a-41b0-a00d-6944592dff4a HTTP/1.1" status: 200 len: 217 time: 0.1309800 Nov 23 12:46:04.381898 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-a57a3584-fb66-4622-9c79-4c27bccfd739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:04.384310 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-a57a3584-fb66-4622-9c79-4c27bccfd739 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68e37d2d-b2b9-46b5-b763-0488badc871e HTTP/1.1" status: 200 len: 855 time: 0.0867651 Nov 23 12:46:04.411625 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60aad9-6887-4873-bf45-c01fe61202fb req-4abef45a-95b4-47fd-a6cd-2e0d976b50af tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:04.425952 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-da60aad9-6887-4873-bf45-c01fe61202fb req-4abef45a-95b4-47fd-a6cd-2e0d976b50af tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1401241 Nov 23 12:46:04.498872 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-2a2502de-114b-41d9-b39b-1494bc375a01 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058800 Nov 23 12:46:04.532630 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-da60aad9-6887-4873-bf45-c01fe61202fb req-51afd02c-4a66-42cc-aa14-61a4cdbff1f5 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057253 Nov 23 12:46:04.658572 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-93716e0d-6a68-452c-a2f6-896468c7332c service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488507 Nov 23 12:46:04.795716 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49810) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:04.811015 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cb227313-b1fb-44ec-be16-ef73d5e23bb5 req-08adb544-becc-4310-b241-fa223dbcc735 service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416347 Nov 23 12:46:04.940775 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b2cca6da-9f1c-401b-998a-a1de1d1ba79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:04.958733 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-b2cca6da-9f1c-401b-998a-a1de1d1ba79c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:04.962784 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-b2cca6da-9f1c-401b-998a-a1de1d1ba79c admin admin] Usage tracker for resource:security_group_rule and tenant:c2956e9b4eaa4e02a62df6c125500bb9 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:04.966942 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-b2cca6da-9f1c-401b-998a-a1de1d1ba79c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:04.968992 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4d37-8f89-4d7f-977c-d5dd2e2a881f req-d3cddf2f-a29a-4638-a5a2-c3c02263a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:04.970598 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-639e4d37-8f89-4d7f-977c-d5dd2e2a881f req-d3cddf2f-a29a-4638-a5a2-c3c02263a041 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 1096 time: 0.1008332 Nov 23 12:46:04.973524 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-b2cca6da-9f1c-401b-998a-a1de1d1ba79c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:05.102126 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b2cca6da-9f1c-401b-998a-a1de1d1ba79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.110340 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b2cca6da-9f1c-401b-998a-a1de1d1ba79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.121878 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:05.180416 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b2cca6da-9f1c-401b-998a-a1de1d1ba79c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2956e9b4eaa4e02a62df6c125500bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835230 Nov 23 12:46:05.181246 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cca6da-9f1c-401b-998a-a1de1d1ba79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7da0e80-7a1b-4c25-bce1-759c8aa88fd6,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:05.185686 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b2cca6da-9f1c-401b-998a-a1de1d1ba79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:05.186162 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49836) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:05.252607 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-92510804-29a6-43f9-b664-bb2be191c7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.329775 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-92510804-29a6-43f9-b664-bb2be191c7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.332812 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4d37-8f89-4d7f-977c-d5dd2e2a881f req-721f9000-edd0-4a91-b857-624d9ed31183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:05.334343 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-639e4d37-8f89-4d7f-977c-d5dd2e2a881f req-721f9000-edd0-4a91-b857-624d9ed31183 service neutron] 10.222.0.76 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 916 time: 0.3555040 Nov 23 12:46:05.410640 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d11818-f245-4780-928c-758317352569 req-5e2cf3d1-b566-4c00-9993-cf58131388ba tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:05.412793 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-639e4d37-8f89-4d7f-977c-d5dd2e2a881f req-c9d40dcf-116d-485e-9760-e9ed927f6365 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15662cde-494a-41b0-a00d-6944592dff4a HTTP/1.1" status: 200 len: 217 time: 0.0661123 Nov 23 12:46:05.414846 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a7d11818-f245-4780-928c-758317352569 req-5e2cf3d1-b566-4c00-9993-cf58131388ba tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 945 time: 0.1344528 Nov 23 12:46:05.425229 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa10fa-d9ce-4008-859e-6a51d30d609c req-81f7fea5-8fa9-44cb-93f3-9efddd5c19af tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:05.426690 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bbfa10fa-d9ce-4008-859e-6a51d30d609c req-81f7fea5-8fa9-44cb-93f3-9efddd5c19af tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 943 time: 0.1849859 Nov 23 12:46:05.439705 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-92510804-29a6-43f9-b664-bb2be191c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.453590 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-2f2336f7-b17a-4075-a635-20fdb401afb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:05.488785 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92510804-29a6-43f9-b664-bb2be191c7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7da0e80-7a1b-4c25-bce1-759c8aa88fd6,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:05.491972 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-92510804-29a6-43f9-b664-bb2be191c7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:05.510821 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a7d11818-f245-4780-928c-758317352569 req-eed30725-ebbe-41b5-9656-40142e5408d5 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896318 Nov 23 12:46:05.514552 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-92510804-29a6-43f9-b664-bb2be191c7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.516899 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4d37-8f89-4d7f-977c-d5dd2e2a881f req-8c2d9795-e554-4179-8fb1-956d405446c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:05.517998 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-92510804-29a6-43f9-b664-bb2be191c7d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7da0e80-7a1b-4c25-bce1-759c8aa88fd6 HTTP/1.1" status: 204 len: 168 time: 0.3300939 Nov 23 12:46:05.518645 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-639e4d37-8f89-4d7f-977c-d5dd2e2a881f req-8c2d9795-e554-4179-8fb1-956d405446c7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68e37d2d-b2b9-46b5-b763-0488badc871e HTTP/1.1" status: 200 len: 855 time: 0.0907531 Nov 23 12:46:05.521564 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bbfa10fa-d9ce-4008-859e-6a51d30d609c req-315ea1a5-99a6-4e64-a4b6-8d16fb6fa0b9 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650644 Nov 23 12:46:05.572403 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:46:05.577977 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-639e4d37-8f89-4d7f-977c-d5dd2e2a881f req-325a40ab-880b-4b9e-be0e-95a50a9dd293 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514705 Nov 23 12:46:05.743927 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-639e4d37-8f89-4d7f-977c-d5dd2e2a881f req-8f3c8970-6a76-420d-9d58-71791b73147c service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579459 Nov 23 12:46:05.814121 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 5f4f2492-9307-4662-8974-877789f7321e up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:05.923198 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port 5f4f2492-9307-4662-8974-877789f7321e completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:05.928669 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 5f4f2492-9307-4662-8974-877789f7321e triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:05.929129 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.953493 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49864) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:05.982872 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511ecc8-594a-405b-b59a-7c3691dff19e req-379877b9-bae7-4fb5-81f8-080d4d2859e4 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:05.983910 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-584535f9-2a69-460c-920f-7dc89c8b7ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.989675 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e511ecc8-594a-405b-b59a-7c3691dff19e req-379877b9-bae7-4fb5-81f8-080d4d2859e4 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.2437174 Nov 23 12:46:06.003639 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-584535f9-2a69-460c-920f-7dc89c8b7ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:06.008463 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-584535f9-2a69-460c-920f-7dc89c8b7ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:3eba3e5b504940aabc8f002b6c165abc is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:06.012093 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-584535f9-2a69-460c-920f-7dc89c8b7ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:06.020225 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-584535f9-2a69-460c-920f-7dc89c8b7ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:06.049216 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-639e4d37-8f89-4d7f-977c-d5dd2e2a881f req-85504e32-83da-405f-8214-3f14dc0d4b82 service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708240 Nov 23 12:46:06.079155 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e511ecc8-594a-405b-b59a-7c3691dff19e req-1cfebefb-8a99-4471-8bfb-690d9138fdca tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885525 Nov 23 12:46:06.106553 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.148833 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb108f0-97f4-417a-b143-774bc680b1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4f2492-9307-4662-8974-877789f7321e'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:06.159948 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 5f4f2492-9307-4662-8974-877789f7321e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5f4f2492-9307-4662-8974-877789f7321e,segment=NetworkSegment(42a3b6a2-bd1f-4036-a09c-43666afd628c),segment_id=42a3b6a2-bd1f-4036-a09c-43666afd628c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:06.169816 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.171784 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:06.174014 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-584535f9-2a69-460c-920f-7dc89c8b7ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.181295 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-584535f9-2a69-460c-920f-7dc89c8b7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.200402 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-c3a4bcd7-844d-4039-9049-4a0052ca2396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:06.235102 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb108f0-97f4-417a-b143-774bc680b1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4f2492-9307-4662-8974-877789f7321e', 'code': 200} Nov 23 12:46:06.280968 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-584535f9-2a69-460c-920f-7dc89c8b7ed9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3eba3e5b504940aabc8f002b6c165abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255417 Nov 23 12:46:06.282088 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584535f9-2a69-460c-920f-7dc89c8b7ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd02ba0-9d1c-48c4-89fd-d96706e48487,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:06.283573 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 49878) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:06.286343 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-584535f9-2a69-460c-920f-7dc89c8b7ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:06.315797 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=5f4f2492-9307-4662-8974-877789f7321e,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:06.327603 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:06.397653 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7fcda0b-272d-4652-82a2-88ca41f369eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.426728 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7fcda0b-272d-4652-82a2-88ca41f369eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.554646 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619aa94-9850-45bc-93ea-d0bb79ec2d4e req-37037ad5-f5c8-4ef5-a36e-5488080fa238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:06.556325 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f619aa94-9850-45bc-93ea-d0bb79ec2d4e req-37037ad5-f5c8-4ef5-a36e-5488080fa238 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 1099 time: 0.1004820 Nov 23 12:46:06.557406 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7fcda0b-272d-4652-82a2-88ca41f369eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.564109 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-54383c4c-e942-4b1d-bcdc-7a26e1cdcf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:06.615274 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcda0b-272d-4652-82a2-88ca41f369eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd02ba0-9d1c-48c4-89fd-d96706e48487,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:06.619064 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-c7fcda0b-272d-4652-82a2-88ca41f369eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:06.625139 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7fcda0b-272d-4652-82a2-88ca41f369eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.630309 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-c7fcda0b-272d-4652-82a2-88ca41f369eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbd02ba0-9d1c-48c4-89fd-d96706e48487 HTTP/1.1" status: 204 len: 168 time: 0.3435023 Nov 23 12:46:06.720536 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f619aa94-9850-45bc-93ea-d0bb79ec2d4e req-db9b8a4d-51b3-4097-beb0-916a9444b546 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483974 Nov 23 12:46:06.780344 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1df18-f468-4e96-87f2-7cae9c3f48fe req-8231d88a-9f87-4674-996b-83f41d3aac62 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:06.782286 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-aac1df18-f468-4e96-87f2-7cae9c3f48fe req-8231d88a-9f87-4674-996b-83f41d3aac62 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 946 time: 0.1299756 Nov 23 12:46:06.804094 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c3b92-4c3b-4207-8090-f9bd8391a822 req-68db65d8-4b25-4d42-b277-bb05f9156d8c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:06.805770 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-824c3b92-4c3b-4207-8090-f9bd8391a822 req-68db65d8-4b25-4d42-b277-bb05f9156d8c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 943 time: 0.1324713 Nov 23 12:46:06.856865 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-aac1df18-f468-4e96-87f2-7cae9c3f48fe req-e5a479d5-bd0a-4bc2-a9c4-cb83c57dc8d7 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679927 Nov 23 12:46:06.894326 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-824c3b92-4c3b-4207-8090-f9bd8391a822 req-eba04137-d86f-42da-9b4c-881a7b37cbe9 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718310 Nov 23 12:46:07.258277 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c38b4-1800-4694-b7b3-fd659ad5472e req-7e5d94d6-78d8-4005-8c01-ec25de09bab2 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:07.259745 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b49c38b4-1800-4694-b7b3-fd659ad5472e req-7e5d94d6-78d8-4005-8c01-ec25de09bab2 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.0859029 Nov 23 12:46:07.308737 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b49c38b4-1800-4694-b7b3-fd659ad5472e req-192e03ad-e0bd-452f-9703-632327a86b13 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422902 Nov 23 12:46:07.829036 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 15662cde-494a-41b0-a00d-6944592dff4a details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:08.070316 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 49970) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:08.148065 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 15662cde-494a-41b0-a00d-6944592dff4a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15662cde-494a-41b0-a00d-6944592dff4a,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:08.182934 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '15662cde-494a-41b0-a00d-6944592dff4a', 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103', 'port_id': '15662cde-494a-41b0-a00d-6944592dff4a', 'mac_address': 'fa:16:3e:71:5d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e37d2d-b2b9-46b5-b763-0488badc871e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:08.207774 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946cfef-d916-42c6-b031-ab99783cc319 req-6a2a5887-03e8-4235-b9e0-f55a57fda878 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:08.216841 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3946cfef-d916-42c6-b031-ab99783cc319 req-6a2a5887-03e8-4235-b9e0-f55a57fda878 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 946 time: 0.1129870 Nov 23 12:46:08.279195 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3946cfef-d916-42c6-b031-ab99783cc319 req-809273bc-4317-4d33-ba83-8312d8b6111f tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603220 Nov 23 12:46:08.289593 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b15b63-bcee-465d-b6d8-8efc256ab99c req-a9241d69-b78f-4984-84f1-1eefcf167a37 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:08.297694 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e3b15b63-bcee-465d-b6d8-8efc256ab99c req-a9241d69-b78f-4984-84f1-1eefcf167a37 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 943 time: 0.1713088 Nov 23 12:46:08.363981 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e3b15b63-bcee-465d-b6d8-8efc256ab99c req-46536e1c-0b99-424b-a0b7-fd90662744b8 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653126 Nov 23 12:46:08.366568 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.385272 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15662cde-494a-41b0-a00d-6944592dff4a {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:08.405282 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 15662cde-494a-41b0-a00d-6944592dff4a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15662cde-494a-41b0-a00d-6944592dff4a,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:08.415500 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.417916 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-40f7698e-0420-499d-9453-d5b704d3d2bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:08.506914 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=15662cde-494a-41b0-a00d-6944592dff4a,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:08.512915 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:08.530065 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f089de08-041a-4edf-abfc-aa21b58a9ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.547481 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-f089de08-041a-4edf-abfc-aa21b58a9ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:08.551784 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-f089de08-041a-4edf-abfc-aa21b58a9ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:9fa25e992d934ee6ac683d5230f4cc49 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:08.555109 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-f089de08-041a-4edf-abfc-aa21b58a9ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:08.566932 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-f089de08-041a-4edf-abfc-aa21b58a9ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:08.572385 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dabf80-d7be-4fc4-8453-2c1e2a1b3561 req-037a0f4e-2e15-4100-ad44-0e93d84b0fc5 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:08.574958 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a3dabf80-d7be-4fc4-8453-2c1e2a1b3561 req-037a0f4e-2e15-4100-ad44-0e93d84b0fc5 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.0975299 Nov 23 12:46:08.634719 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49984) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:08.646322 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a3dabf80-d7be-4fc4-8453-2c1e2a1b3561 req-e534cb38-3e4e-4f92-a370-fd54f90f0f65 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636666 Nov 23 12:46:08.691402 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f089de08-041a-4edf-abfc-aa21b58a9ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.696485 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-f089de08-041a-4edf-abfc-aa21b58a9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.704067 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-317d4387-e584-4eb0-b4c8-3908538d2852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:08.748763 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 49994) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:08.748956 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-f089de08-041a-4edf-abfc-aa21b58a9ba7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9fa25e992d934ee6ac683d5230f4cc49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6775482 Nov 23 12:46:08.749806 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089de08-041a-4edf-abfc-aa21b58a9ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6c54ec-a3b7-4196-b45a-6695d66be98c,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:08.752845 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f089de08-041a-4edf-abfc-aa21b58a9ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:08.807089 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['15662cde-494a-41b0-a00d-6944592dff4a'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:08.826675 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-01f195ae-ca21-4a16-add3-b30656022974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.857953 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-01f195ae-ca21-4a16-add3-b30656022974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.928733 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-01f195ae-ca21-4a16-add3-b30656022974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.939240 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b62ee9cb-5d09-47ff-9c44-1221e1c5ce1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:08.958682 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f195ae-ca21-4a16-add3-b30656022974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6c54ec-a3b7-4196-b45a-6695d66be98c,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:08.975134 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-01f195ae-ca21-4a16-add3-b30656022974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:08.978769 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-01f195ae-ca21-4a16-add3-b30656022974 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f6c54ec-a3b7-4196-b45a-6695d66be98c HTTP/1.1" status: 204 len: 168 time: 0.2264748 Nov 23 12:46:08.978769 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-01f195ae-ca21-4a16-add3-b30656022974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:08.984999 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-78488f01-acea-40b0-95b0-135622f26fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.007620 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-78488f01-acea-40b0-95b0-135622f26fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:09.013320 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-78488f01-acea-40b0-95b0-135622f26fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:e75dee5117c640a29e97478a44efdbb4 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:09.017063 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-78488f01-acea-40b0-95b0-135622f26fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:09.023899 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-78488f01-acea-40b0-95b0-135622f26fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:09.129008 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-78488f01-acea-40b0-95b0-135622f26fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.135325 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-78488f01-acea-40b0-95b0-135622f26fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.144325 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7dbd8e8a-99a4-44b3-8dad-4512846d03d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:09.188834 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-78488f01-acea-40b0-95b0-135622f26fd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e75dee5117c640a29e97478a44efdbb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5526361 Nov 23 12:46:09.190827 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78488f01-acea-40b0-95b0-135622f26fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae41888f-c45c-497d-8ad7-f519943cf134,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:09.191625 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 50014) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:09.195018 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-78488f01-acea-40b0-95b0-135622f26fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:09.232249 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ada9af86-f039-4b03-abab-06c65e17e8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.279623 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8ab36858-0228-4dff-92e2-80a9f73754dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.310663 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8ab36858-0228-4dff-92e2-80a9f73754dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.388767 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8ab36858-0228-4dff-92e2-80a9f73754dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.413837 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f089de08-041a-4edf-abfc-aa21b58a9ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:09.419646 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50026) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:09.439990 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-094baca1-375d-49a3-b771-5e78723ea6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.461686 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-094baca1-375d-49a3-b771-5e78723ea6d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:09.472643 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-094baca1-375d-49a3-b771-5e78723ea6d0 admin admin] Usage tracker for resource:security_group_rule and tenant:febd2afc72934dd296e3321dde386b00 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:09.476074 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-094baca1-375d-49a3-b771-5e78723ea6d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:09.486630 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-094baca1-375d-49a3-b771-5e78723ea6d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:09.486957 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab36858-0228-4dff-92e2-80a9f73754dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae41888f-c45c-497d-8ad7-f519943cf134,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:09.494096 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-8ab36858-0228-4dff-92e2-80a9f73754dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:09.500021 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8ab36858-0228-4dff-92e2-80a9f73754dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.501125 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-8ab36858-0228-4dff-92e2-80a9f73754dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae41888f-c45c-497d-8ad7-f519943cf134 HTTP/1.1" status: 204 len: 168 time: 0.3085282 Nov 23 12:46:09.586659 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a240c6-4cb9-4336-b3f0-34d51fd9fdbc req-83ab19c7-7fd6-43e0-9482-e9d5c06c94ef tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:09.595284 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-47a240c6-4cb9-4336-b3f0-34d51fd9fdbc req-83ab19c7-7fd6-43e0-9482-e9d5c06c94ef tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 946 time: 0.1542616 Nov 23 12:46:09.664892 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b73ace-0b75-49fb-b69b-4bbb17685628 req-46834595-89ab-406b-bba2-a89b936780e4 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:09.666148 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-47a240c6-4cb9-4336-b3f0-34d51fd9fdbc req-e0fb8d57-14ff-4d62-b9af-1de84191d5c4 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685401 Nov 23 12:46:09.666592 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-72b73ace-0b75-49fb-b69b-4bbb17685628 req-46834595-89ab-406b-bba2-a89b936780e4 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 944 time: 0.1317947 Nov 23 12:46:09.702500 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-094baca1-375d-49a3-b771-5e78723ea6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.719487 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-094baca1-375d-49a3-b771-5e78723ea6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.737058 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9709b6c3-4a91-4d36-9e2e-da048312c2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:09.818809 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:09.872951 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094baca1-375d-49a3-b771-5e78723ea6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8ef22b-49be-43de-a262-77644ea0aa43,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:09.879204 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-094baca1-375d-49a3-b771-5e78723ea6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:09.919628 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-72b73ace-0b75-49fb-b69b-4bbb17685628 req-b13fedac-b6d7-422c-8424-a862b7dc054a tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206030 Nov 23 12:46:09.924946 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-094baca1-375d-49a3-b771-5e78723ea6d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=febd2afc72934dd296e3321dde386b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017853 Nov 23 12:46:09.925473 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50042) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:09.999071 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-05b21417-84fc-4d52-b33f-c2a5e968069f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.070570 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-05b21417-84fc-4d52-b33f-c2a5e968069f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.099953 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c61d3b-ce0b-4340-893f-c23bd3e2c2d8 req-818cf9fe-0077-4b8f-ad9e-810d904e9c3f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:10.110099 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-73c61d3b-ce0b-4340-893f-c23bd3e2c2d8 req-818cf9fe-0077-4b8f-ad9e-810d904e9c3f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1474204 Nov 23 12:46:10.141049 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-05b21417-84fc-4d52-b33f-c2a5e968069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.150941 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-709c0cc6-fd47-40be-8cd1-aaa1245244f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:10.163382 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b21417-84fc-4d52-b33f-c2a5e968069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8ef22b-49be-43de-a262-77644ea0aa43,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:10.175157 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-05b21417-84fc-4d52-b33f-c2a5e968069f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:10.176516 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50052) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:10.177558 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-73c61d3b-ce0b-4340-893f-c23bd3e2c2d8 req-bcb06f45-52c9-4f18-a73f-3bbb5a0a0464 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659959 Nov 23 12:46:10.201319 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-05b21417-84fc-4d52-b33f-c2a5e968069f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.202507 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-05b21417-84fc-4d52-b33f-c2a5e968069f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d8ef22b-49be-43de-a262-77644ea0aa43 HTTP/1.1" status: 204 len: 168 time: 0.2756977 Nov 23 12:46:10.207134 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f796d48a-b6e5-447f-8284-7ea122efebf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.228623 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-f796d48a-b6e5-447f-8284-7ea122efebf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:10.232924 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-f796d48a-b6e5-447f-8284-7ea122efebf4 admin admin] Usage tracker for resource:security_group_rule and tenant:a827a82cd72c4e56a90a5d56f6b668ea is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:10.240665 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-f796d48a-b6e5-447f-8284-7ea122efebf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:10.248303 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-f796d48a-b6e5-447f-8284-7ea122efebf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:10.357649 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f796d48a-b6e5-447f-8284-7ea122efebf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.362846 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f796d48a-b6e5-447f-8284-7ea122efebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.373545 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-05b21417-84fc-4d52-b33f-c2a5e968069f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:10.415827 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796d48a-b6e5-447f-8284-7ea122efebf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb03e1a-79af-4784-b3ac-588ae6657e40,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:10.421244 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-f796d48a-b6e5-447f-8284-7ea122efebf4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a827a82cd72c4e56a90a5d56f6b668ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430711 Nov 23 12:46:10.422110 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-f796d48a-b6e5-447f-8284-7ea122efebf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:10.424100 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50060) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:10.489202 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6b322f35-2657-449e-bb35-c0077889156f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.516392 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6b322f35-2657-449e-bb35-c0077889156f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.567411 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6b322f35-2657-449e-bb35-c0077889156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.572554 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9642e986-1ff9-48a8-9c22-8d7707a3976c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:10.588014 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b322f35-2657-449e-bb35-c0077889156f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb03e1a-79af-4784-b3ac-588ae6657e40,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:10.592931 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-6b322f35-2657-449e-bb35-c0077889156f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:10.595651 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6b322f35-2657-449e-bb35-c0077889156f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.600145 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-6b322f35-2657-449e-bb35-c0077889156f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfb03e1a-79af-4784-b3ac-588ae6657e40 HTTP/1.1" status: 204 len: 168 time: 0.1708786 Nov 23 12:46:10.846453 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.094709 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50104) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:11.190127 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd4609-2a47-452b-9b7e-69a70fa2ff57 req-b561a609-9fd6-4068-bf1d-f9143077d9e1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:11.197230 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b0cd4609-2a47-452b-9b7e-69a70fa2ff57 req-b561a609-9fd6-4068-bf1d-f9143077d9e1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 944 time: 0.1114461 Nov 23 12:46:11.233006 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c90648-3b22-4aec-b212-7bf13c22e8af req-8c8cf017-e740-4efc-953c-72ebe0d3dcab tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:11.235655 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a0c90648-3b22-4aec-b212-7bf13c22e8af req-8c8cf017-e740-4efc-953c-72ebe0d3dcab tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 946 time: 0.0987213 Nov 23 12:46:11.303455 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a0c90648-3b22-4aec-b212-7bf13c22e8af req-8d5169c6-aa79-4015-b055-1a4f4ce4a607 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620558 Nov 23 12:46:11.369681 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f181d148-c4fe-4c6f-b9f4-73bbba09c56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.378407 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b0cd4609-2a47-452b-9b7e-69a70fa2ff57 req-888fbcdb-8987-4f80-bf19-7ef9cda36b50 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799657 Nov 23 12:46:11.399464 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-f181d148-c4fe-4c6f-b9f4-73bbba09c56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:11.404802 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-f181d148-c4fe-4c6f-b9f4-73bbba09c56e admin admin] Usage tracker for resource:security_group_rule and tenant:2a8733776d98483e974466d88b22953d is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:11.409703 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-f181d148-c4fe-4c6f-b9f4-73bbba09c56e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:11.416191 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-f181d148-c4fe-4c6f-b9f4-73bbba09c56e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:11.609856 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f181d148-c4fe-4c6f-b9f4-73bbba09c56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.624789 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f181d148-c4fe-4c6f-b9f4-73bbba09c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.635882 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-87993692-9e8d-4522-92ce-379ceb12a7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:11.670965 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cc771-1685-4d62-88c1-a58514e74a54 req-ccf30a05-13f2-4cb3-86e1-016219ed80c1 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:11.672454 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e87cc771-1685-4d62-88c1-a58514e74a54 req-ccf30a05-13f2-4cb3-86e1-016219ed80c1 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.2039747 Nov 23 12:46:11.673076 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-456b7b48-a99a-4d02-a6c7-6db8475d92b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.713333 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 50136) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:11.713531 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-f181d148-c4fe-4c6f-b9f4-73bbba09c56e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a8733776d98483e974466d88b22953d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6175749 Nov 23 12:46:11.716911 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181d148-c4fe-4c6f-b9f4-73bbba09c56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40510f56-4260-4b63-b4de-27cc4d763975,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:11.720812 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-f181d148-c4fe-4c6f-b9f4-73bbba09c56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:11.748468 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e87cc771-1685-4d62-88c1-a58514e74a54 req-55191f05-0758-4843-a045-fd861eb61427 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639484 Nov 23 12:46:11.810795 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e61adba6-7c51-42c6-90ef-c4347b612f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.844204 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 15662cde-494a-41b0-a00d-6944592dff4a up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:11.845549 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e61adba6-7c51-42c6-90ef-c4347b612f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.921485 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e61adba6-7c51-42c6-90ef-c4347b612f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.926294 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:11.944590 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61adba6-7c51-42c6-90ef-c4347b612f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40510f56-4260-4b63-b4de-27cc4d763975,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:11.947555 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e61adba6-7c51-42c6-90ef-c4347b612f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:11.949064 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e61adba6-7c51-42c6-90ef-c4347b612f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.950276 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-e61adba6-7c51-42c6-90ef-c4347b612f00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40510f56-4260-4b63-b4de-27cc4d763975 HTTP/1.1" status: 204 len: 168 time: 0.2348466 Nov 23 12:46:11.961685 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port 15662cde-494a-41b0-a00d-6944592dff4a completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:11.971477 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 15662cde-494a-41b0-a00d-6944592dff4a triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:11.972235 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.119510 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.149548 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14c5440-8121-435a-9b24-8e68a505cbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15662cde-494a-41b0-a00d-6944592dff4a'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:12.160301 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 15662cde-494a-41b0-a00d-6944592dff4a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15662cde-494a-41b0-a00d-6944592dff4a,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:12.168612 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.171628 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:12.204922 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14c5440-8121-435a-9b24-8e68a505cbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15662cde-494a-41b0-a00d-6944592dff4a', 'code': 200} Nov 23 12:46:12.296010 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=15662cde-494a-41b0-a00d-6944592dff4a,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:12.309107 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:12.579944 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5249375-573f-4ac7-9df6-f68a8de8ccc2 req-bbb9f484-e40c-4bd4-a1d7-31222c7be3f8 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:12.581628 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e5249375-573f-4ac7-9df6-f68a8de8ccc2 req-bbb9f484-e40c-4bd4-a1d7-31222c7be3f8 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 946 time: 0.1361494 Nov 23 12:46:12.582631 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 50174) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:12.616910 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-62b08a9f-28a5-47be-8b98-f6a81db05596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.636222 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e5249375-573f-4ac7-9df6-f68a8de8ccc2 req-cdd7a0a8-0919-47c2-95a4-75603c3c29c7 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482445 Nov 23 12:46:12.637367 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-62b08a9f-28a5-47be-8b98-f6a81db05596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:12.640965 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5756a1-4a8d-4819-9eae-6c5ffc94329e req-ee3f0ba0-5f52-453d-9fb2-ee5d47da2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:12.642441 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bc5756a1-4a8d-4819-9eae-6c5ffc94329e req-ee3f0ba0-5f52-453d-9fb2-ee5d47da2724 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 1098 time: 0.2029722 Nov 23 12:46:12.645839 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-62b08a9f-28a5-47be-8b98-f6a81db05596 admin admin] Usage tracker for resource:security_group_rule and tenant:de97da25dbd44f6faedd741635d62420 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:12.658281 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-62b08a9f-28a5-47be-8b98-f6a81db05596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:12.674931 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-62b08a9f-28a5-47be-8b98-f6a81db05596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:12.690499 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee88e7-429a-4340-b15c-6961d0aeff99 req-4142a440-e8fb-42a3-8ec8-8dc47b6687cb tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:12.691872 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-60ee88e7-429a-4340-b15c-6961d0aeff99 req-4142a440-e8fb-42a3-8ec8-8dc47b6687cb tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 945 time: 0.1819432 Nov 23 12:46:12.713912 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bc5756a1-4a8d-4819-9eae-6c5ffc94329e req-b4f1e53f-2ff7-4f7d-aa22-c261c3c9eecc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609045 Nov 23 12:46:12.802358 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-60ee88e7-429a-4340-b15c-6961d0aeff99 req-bcbb32e2-4917-4164-9c23-4644b26fb85a tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933185 Nov 23 12:46:12.936812 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-62b08a9f-28a5-47be-8b98-f6a81db05596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.944986 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-62b08a9f-28a5-47be-8b98-f6a81db05596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.950948 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.965669 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-6654fd11-709c-4add-879c-f943ec20056f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:13.033693 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-62b08a9f-28a5-47be-8b98-f6a81db05596 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de97da25dbd44f6faedd741635d62420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491849 Nov 23 12:46:13.036195 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b08a9f-28a5-47be-8b98-f6a81db05596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dbcc24-ce69-4197-af41-d34bd4e4cceb,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:13.037817 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50194) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:13.039946 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-62b08a9f-28a5-47be-8b98-f6a81db05596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:13.102463 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc6d1f-f7d4-4326-87a4-9e577825378f req-c00c0d41-876a-40a9-89b6-ccdd2dd7c053 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:13.103963 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-24cc6d1f-f7d4-4326-87a4-9e577825378f req-c00c0d41-876a-40a9-89b6-ccdd2dd7c053 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1692982 Nov 23 12:46:13.145060 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bea1ce56-ae55-43de-afdb-f16e004b7cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.177511 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-24cc6d1f-f7d4-4326-87a4-9e577825378f req-60e862a8-3f89-49b4-b53c-9ea38e87ca02 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662537 Nov 23 12:46:13.193099 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bea1ce56-ae55-43de-afdb-f16e004b7cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.263791 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bea1ce56-ae55-43de-afdb-f16e004b7cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.267533 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-46c900d7-1bba-471e-bd49-dc464470db3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:13.296499 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1ce56-ae55-43de-afdb-f16e004b7cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dbcc24-ce69-4197-af41-d34bd4e4cceb,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:13.307579 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-bea1ce56-ae55-43de-afdb-f16e004b7cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:13.309001 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bea1ce56-ae55-43de-afdb-f16e004b7cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.313089 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-bea1ce56-ae55-43de-afdb-f16e004b7cb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2dbcc24-ce69-4197-af41-d34bd4e4cceb HTTP/1.1" status: 204 len: 168 time: 0.2742929 Nov 23 12:46:13.396284 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cc021-6bd0-4240-8619-f62dca041ceb req-520520a9-7a41-48ab-be95-cb9a675ad6d3 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:13.397914 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-555cc021-6bd0-4240-8619-f62dca041ceb req-520520a9-7a41-48ab-be95-cb9a675ad6d3 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 946 time: 0.1035767 Nov 23 12:46:13.504579 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-555cc021-6bd0-4240-8619-f62dca041ceb req-5d152c88-b9ae-4c4e-ad1b-389a3e36ca0a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Deleting port 5f4f2492-9307-4662-8974-877789f7321e {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:46:13.504922 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-555cc021-6bd0-4240-8619-f62dca041ceb req-5d152c88-b9ae-4c4e-ad1b-389a3e36ca0a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.798339 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-555cc021-6bd0-4240-8619-f62dca041ceb req-5d152c88-b9ae-4c4e-ad1b-389a3e36ca0a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] For port 5f4f2492-9307-4662-8974-877789f7321e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5f4f2492-9307-4662-8974-877789f7321e,segment=NetworkSegment(42a3b6a2-bd1f-4036-a09c-43666afd628c),segment_id=42a3b6a2-bd1f-4036-a09c-43666afd628c)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:13.798965 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-555cc021-6bd0-4240-8619-f62dca041ceb req-5d152c88-b9ae-4c4e-ad1b-389a3e36ca0a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.887783 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f583-a1e2-4c8a-8f1a-401017b63d04 req-7b1b674f-ad61-4413-a6ab-80bcf10b4492 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:13.895897 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-55c3f583-a1e2-4c8a-8f1a-401017b63d04 req-7b1b674f-ad61-4413-a6ab-80bcf10b4492 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 946 time: 0.1237764 Nov 23 12:46:13.959892 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-55c3f583-a1e2-4c8a-8f1a-401017b63d04 req-19963c45-49de-45ac-8fa9-7ff873a29840 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628817 Nov 23 12:46:14.030441 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-555cc021-6bd0-4240-8619-f62dca041ceb req-5d152c88-b9ae-4c4e-ad1b-389a3e36ca0a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Calling delete_port for 5f4f2492-9307-4662-8974-877789f7321e owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:46:14.184245 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.397820 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-555cc021-6bd0-4240-8619-f62dca041ceb req-5d152c88-b9ae-4c4e-ad1b-389a3e36ca0a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.412694 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['5f4f2492-9307-4662-8974-877789f7321e'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:14.426663 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96613791-d681-4050-9974-3b67c1e49d99 req-ac076a7d-6907-41b4-bdb9-ecf822b58cad tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:14.434318 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-96613791-d681-4050-9974-3b67c1e49d99 req-ac076a7d-6907-41b4-bdb9-ecf822b58cad tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 945 time: 0.3381488 Nov 23 12:46:14.437812 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:14.506827 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d152c88-b9ae-4c4e-ad1b-389a3e36ca0a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Pushing event deleted for resources: {'Port': ['ID=5f4f2492-9307-4662-8974-877789f7321e,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:14.526501 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b387e-9c21-4259-b58f-a13e745f9a7a req-d90971a8-233a-4b8c-a330-8b4b6066a7c0 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:14.528979 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bc9b387e-9c21-4259-b58f-a13e745f9a7a req-d90971a8-233a-4b8c-a330-8b4b6066a7c0 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1245439 Nov 23 12:46:14.601521 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bc9b387e-9c21-4259-b58f-a13e745f9a7a req-0511f8de-8edf-4f0f-942b-26ba8c584c42 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661020 Nov 23 12:46:14.626719 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-5d152c88-b9ae-4c4e-ad1b-389a3e36ca0a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:14.633832 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-555cc021-6bd0-4240-8619-f62dca041ceb req-5d152c88-b9ae-4c4e-ad1b-389a3e36ca0a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] No DVR routers for this DVR port 5f4f2492-9307-4662-8974-877789f7321e on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:46:14.645126 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-555cc021-6bd0-4240-8619-f62dca041ceb req-5d152c88-b9ae-4c4e-ad1b-389a3e36ca0a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.647736 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb108f0-97f4-417a-b143-774bc680b1ed', 'name': 'network-vif-deleted', 'tag': '5f4f2492-9307-4662-8974-877789f7321e'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:14.679113 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-96613791-d681-4050-9974-3b67c1e49d99 req-562b939b-cb51-49ce-95e2-e820f70e81fd tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440920 Nov 23 12:46:14.702620 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-555cc021-6bd0-4240-8619-f62dca041ceb req-5d152c88-b9ae-4c4e-ad1b-389a3e36ca0a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.76 "DELETE /v2.0/ports/5f4f2492-9307-4662-8974-877789f7321e HTTP/1.1" status: 204 len: 173 time: 1.2811327 Nov 23 12:46:14.744369 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb108f0-97f4-417a-b143-774bc680b1ed', 'name': 'network-vif-deleted', 'tag': '5f4f2492-9307-4662-8974-877789f7321e', 'status': 'completed', 'code': 200} Nov 23 12:46:15.122535 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-12efb70c-501d-470b-af1d-657c33e80382 req-5f368ad9-56e7-416c-8185-aa339f567a3f tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Synchronizing usage tracker for tenant:78621a90b7f04883b064b83853ef601e on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:15.140034 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-12efb70c-501d-470b-af1d-657c33e80382 req-5f368ad9-56e7-416c-8185-aa339f567a3f tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Unset dirty status for tenant:78621a90b7f04883b064b83853ef601e on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:15.141350 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-12efb70c-501d-470b-af1d-657c33e80382 req-5f368ad9-56e7-416c-8185-aa339f567a3f tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb108f0-97f4-417a-b143-774bc680b1ed HTTP/1.1" status: 200 len: 210 time: 0.0615871 Nov 23 12:46:15.798530 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea7c47-62a5-4a57-9fa6-1dd6b752299b req-688a8082-27c0-4b6c-b348-cab93a6db077 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:15.805191 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7bea7c47-62a5-4a57-9fa6-1dd6b752299b req-688a8082-27c0-4b6c-b348-cab93a6db077 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.0896397 Nov 23 12:46:15.859290 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7bea7c47-62a5-4a57-9fa6-1dd6b752299b req-9884ef93-9779-4b8c-bb71-dc626ec8c372 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531287 Nov 23 12:46:15.929880 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd4a0c-e45b-47dd-9eb7-1dc8fd8cf476 req-14dcf055-7109-4418-a9e8-5fd2ad2cea01 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:15.931940 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-89fd4a0c-e45b-47dd-9eb7-1dc8fd8cf476 req-14dcf055-7109-4418-a9e8-5fd2ad2cea01 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 945 time: 0.1346385 Nov 23 12:46:16.061365 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-89fd4a0c-e45b-47dd-9eb7-1dc8fd8cf476 req-7b5489f7-ff8f-454c-bc0e-4182eb506377 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198986 Nov 23 12:46:16.426496 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 50388) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:16.651257 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc702-e385-470e-a40b-f265aae7ef56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:16.704505 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75897ba6-509d-4273-996e-b63ebc7da95c req-becc89d8-b864-47d1-820a-deecf1ecb5fc tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:16.705957 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-becc89d8-b864-47d1-820a-deecf1ecb5fc tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/networks?id=5f23d95e-c2af-4deb-97a9-f6c8ba0171fb HTTP/1.1" status: 200 len: 807 time: 0.2329309 Nov 23 12:46:16.708609 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-2cdcc702-e385-470e-a40b-f265aae7ef56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:16.719965 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-2cdcc702-e385-470e-a40b-f265aae7ef56 admin admin] Usage tracker for resource:security_group_rule and tenant:df4663e4a50f4de290b0f2510ded55e5 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:16.724483 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-2cdcc702-e385-470e-a40b-f265aae7ef56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:16.732093 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-61b74d2f-1a79-441a-9f95-0c0c57e8fca8 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/quotas/78621a90b7f04883b064b83853ef601e HTTP/1.1" status: 200 len: 375 time: 0.0204785 Nov 23 12:46:16.733173 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-2cdcc702-e385-470e-a40b-f265aae7ef56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:16.750928 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50406) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:16.801241 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7948758e-6aa9-4912-a2e7-8c85bb4a7bde tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=78621a90b7f04883b064b83853ef601e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584657 Nov 23 12:46:16.889523 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4fda2e3c-9fce-4626-90be-196853ec9fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:16.905873 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-4fda2e3c-9fce-4626-90be-196853ec9fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:16.910486 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-4fda2e3c-9fce-4626-90be-196853ec9fbc admin admin] Usage tracker for resource:security_group_rule and tenant:823fbba603ea44158f4179436d8c63cf is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:16.913558 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-4fda2e3c-9fce-4626-90be-196853ec9fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:16.927662 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-4fda2e3c-9fce-4626-90be-196853ec9fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:17.001935 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc702-e385-470e-a40b-f265aae7ef56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.007586 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2cdcc702-e385-470e-a40b-f265aae7ef56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.017390 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-999f99fd-f4c8-4a37-b0f7-bca5db77e405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:17.090385 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-2cdcc702-e385-470e-a40b-f265aae7ef56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df4663e4a50f4de290b0f2510ded55e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6593511 Nov 23 12:46:17.090644 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50424) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:17.092560 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcc702-e385-470e-a40b-f265aae7ef56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e356129e-52d6-4311-817c-5a219ca04162,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:17.096425 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-f3be084d-e0db-4d77-9239-5d3301984f12 service neutron] 10.222.0.41 "GET /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327604 Nov 23 12:46:17.097181 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-2cdcc702-e385-470e-a40b-f265aae7ef56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:17.130897 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7b736-eece-495c-a3bc-cc4a1aa5cc5f req-b15a40b5-17d1-4629-913f-8cc1a1144a8a tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:17.132269 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bcd7b736-eece-495c-a3bc-cc4a1aa5cc5f req-b15a40b5-17d1-4629-913f-8cc1a1144a8a tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1480246 Nov 23 12:46:17.235074 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f07f7-13d3-4cad-8345-b43b534553e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.240103 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7cc9e67f-8463-4bcd-95c8-96406e52127a service neutron] 10.222.0.41 "GET /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376882 Nov 23 12:46:17.241614 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bcd7b736-eece-495c-a3bc-cc4a1aa5cc5f req-5ee6daa7-c905-4d31-b837-2d3debc11b65 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983002 Nov 23 12:46:17.252655 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4fda2e3c-9fce-4626-90be-196853ec9fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.273841 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4fda2e3c-9fce-4626-90be-196853ec9fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.289399 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-584535f9-2a69-460c-920f-7dc89c8b7ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:17.310667 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f07f7-13d3-4cad-8345-b43b534553e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.366320 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda2e3c-9fce-4626-90be-196853ec9fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020f1d69-a86b-444b-a7dd-fb6776809e88,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:17.373200 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-4fda2e3c-9fce-4626-90be-196853ec9fbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=823fbba603ea44158f4179436d8c63cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210630 Nov 23 12:46:17.374209 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-4fda2e3c-9fce-4626-90be-196853ec9fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:17.374334 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 50434) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:17.413986 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f07f7-13d3-4cad-8345-b43b534553e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.429713 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-90204d12-1ec8-4732-a3da-5aa059ec2f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:17.445942 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f07f7-13d3-4cad-8345-b43b534553e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e356129e-52d6-4311-817c-5a219ca04162,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:17.463299 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-4e6f07f7-13d3-4cad-8345-b43b534553e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:17.470205 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4e6f07f7-13d3-4cad-8345-b43b534553e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.475077 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-4e6f07f7-13d3-4cad-8345-b43b534553e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e356129e-52d6-4311-817c-5a219ca04162 HTTP/1.1" status: 204 len: 168 time: 0.3833106 Nov 23 12:46:17.519398 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-70380f4f-35f2-44a1-bf5e-5a5faa21981e req-7d32cea4-794c-4fce-9496-b555db797a40 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 210 time: 0.0762186 Nov 23 12:46:17.541323 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-df4985df-a7e4-4149-ac24-dd5200b0c22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.575378 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-df4985df-a7e4-4149-ac24-dd5200b0c22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.634408 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-df4985df-a7e4-4149-ac24-dd5200b0c22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.638143 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b1b7b895-d057-44af-9eed-aac659b374b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:17.652136 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4985df-a7e4-4149-ac24-dd5200b0c22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020f1d69-a86b-444b-a7dd-fb6776809e88,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:17.654598 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-df4985df-a7e4-4149-ac24-dd5200b0c22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:17.675269 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-df4985df-a7e4-4149-ac24-dd5200b0c22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.677847 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-df4985df-a7e4-4149-ac24-dd5200b0c22f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/020f1d69-a86b-444b-a7dd-fb6776809e88 HTTP/1.1" status: 204 len: 168 time: 0.3023915 Nov 23 12:46:17.857187 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 50458) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:17.877215 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-711484cc-d733-4a6b-abe6-52d10d811a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:17.886964 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 5f4f2492-9307-4662-8974-877789f7321e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:46:17.896165 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-711484cc-d733-4a6b-abe6-52d10d811a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:17.901383 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-711484cc-d733-4a6b-abe6-52d10d811a72 admin admin] Usage tracker for resource:security_group_rule and tenant:cbb399fc012f42b4ba7d1604f8333389 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:17.905275 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-711484cc-d733-4a6b-abe6-52d10d811a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:17.914261 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-711484cc-d733-4a6b-abe6-52d10d811a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:17.930420 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: 5f4f2492-9307-4662-8974-877789f7321e {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:46:17.931013 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 5f4f2492-9307-4662-8974-877789f7321e not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:46:18.023485 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-711484cc-d733-4a6b-abe6-52d10d811a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.028423 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-711484cc-d733-4a6b-abe6-52d10d811a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.037377 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-a8e097b6-16f3-4240-b9b7-807ac39f57fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:18.082965 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-711484cc-d733-4a6b-abe6-52d10d811a72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbb399fc012f42b4ba7d1604f8333389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194386 Nov 23 12:46:18.082965 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711484cc-d733-4a6b-abe6-52d10d811a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9005900a-b3a3-4799-8630-ed49c642b5e3,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:18.083264 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 50468) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:18.086954 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-711484cc-d733-4a6b-abe6-52d10d811a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:18.184810 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c8fee86b-d652-4893-9042-669f7b972d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.219308 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c8fee86b-d652-4893-9042-669f7b972d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.220705 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50480) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:18.262197 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0cf30f67-949b-4706-9285-6081bc781c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.278727 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-0cf30f67-949b-4706-9285-6081bc781c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:18.283852 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-0cf30f67-949b-4706-9285-6081bc781c62 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b01c2f7f594e22b7bd60cbfe272a68 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:18.286882 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-0cf30f67-949b-4706-9285-6081bc781c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:18.293608 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-0cf30f67-949b-4706-9285-6081bc781c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:18.317124 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c8fee86b-d652-4893-9042-669f7b972d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.319945 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-c7fcda0b-272d-4652-82a2-88ca41f369eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:18.333559 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fee86b-d652-4893-9042-669f7b972d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9005900a-b3a3-4799-8630-ed49c642b5e3,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:18.336249 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-c8fee86b-d652-4893-9042-669f7b972d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:18.345723 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c8fee86b-d652-4893-9042-669f7b972d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.349451 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-c8fee86b-d652-4893-9042-669f7b972d54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9005900a-b3a3-4799-8630-ed49c642b5e3 HTTP/1.1" status: 204 len: 168 time: 0.2625031 Nov 23 12:46:18.444507 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0cf30f67-949b-4706-9285-6081bc781c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.469769 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0cf30f67-949b-4706-9285-6081bc781c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.498817 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9c0d546b-b4c7-465f-a8d5-71b6d7977f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:18.580639 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-0cf30f67-949b-4706-9285-6081bc781c62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7b01c2f7f594e22b7bd60cbfe272a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587642 Nov 23 12:46:18.584231 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 50506) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:18.591729 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf30f67-949b-4706-9285-6081bc781c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3930a9-72c7-43f1-a4bb-d94270ba6ad6,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:18.596514 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0cf30f67-949b-4706-9285-6081bc781c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:18.629321 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb2433-f895-4315-ac9d-d3ef925b193a req-1d557e3b-d1d6-4996-b209-1c5028f18238 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:18.637821 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-06eb2433-f895-4315-ac9d-d3ef925b193a req-1d557e3b-d1d6-4996-b209-1c5028f18238 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1911705 Nov 23 12:46:18.711967 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-06eb2433-f895-4315-ac9d-d3ef925b193a req-ecee25dc-56ae-4156-879d-076f8bb3044d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729558 Nov 23 12:46:18.768998 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a71940d7-2d20-4b13-8bcc-cbfc65e79038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.930876 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a71940d7-2d20-4b13-8bcc-cbfc65e79038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.954099 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50516) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:18.997373 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f8dab73e-416a-494e-921f-a67bdfbe8345 req-0cbab3e8-fe93-46e2-a46f-a5b42db96ce2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 210 time: 0.1702137 Nov 23 12:46:19.103813 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a71940d7-2d20-4b13-8bcc-cbfc65e79038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.111265 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:19.129476 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75897ba6-509d-4273-996e-b63ebc7da95c req-103fe07b-de43-41b3-8ecd-45a8a9155710 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:19.132886 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-103fe07b-de43-41b3-8ecd-45a8a9155710 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.76 "GET /v2.0/networks?id=5f23d95e-c2af-4deb-97a9-f6c8ba0171fb HTTP/1.1" status: 200 len: 807 time: 0.3070140 Nov 23 12:46:19.135846 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71940d7-2d20-4b13-8bcc-cbfc65e79038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3930a9-72c7-43f1-a4bb-d94270ba6ad6,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:19.141226 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-a71940d7-2d20-4b13-8bcc-cbfc65e79038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:19.142928 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a71940d7-2d20-4b13-8bcc-cbfc65e79038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.144135 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-a71940d7-2d20-4b13-8bcc-cbfc65e79038 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc3930a9-72c7-43f1-a4bb-d94270ba6ad6 HTTP/1.1" status: 204 len: 168 time: 0.5584919 Nov 23 12:46:19.149882 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Request body: {'port': {'device_id': '8279ff83-8acf-4bcf-b58d-59ce0576ce20', 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb', 'admin_state_up': True, 'tenant_id': '78621a90b7f04883b064b83853ef601e'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:19.238925 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 50534) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:19.245460 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3df59fe8-50c1-48d0-a7e0-1665751aeaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.264838 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-3df59fe8-50c1-48d0-a7e0-1665751aeaa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:19.269729 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-3df59fe8-50c1-48d0-a7e0-1665751aeaa6 admin admin] Usage tracker for resource:security_group_rule and tenant:e631eece90c544f682460f70003d1c2d is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:19.272952 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-3df59fe8-50c1-48d0-a7e0-1665751aeaa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:19.282463 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-3df59fe8-50c1-48d0-a7e0-1665751aeaa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:19.328897 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:19.345055 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:19.360394 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Made reservation on behalf of 78621a90b7f04883b064b83853ef601e for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:19.364947 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.388261 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3df59fe8-50c1-48d0-a7e0-1665751aeaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.393612 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3df59fe8-50c1-48d0-a7e0-1665751aeaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.404438 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-641c6130-0b52-4583-9610-9360c6029c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:19.452787 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 50544) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:19.453862 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-3df59fe8-50c1-48d0-a7e0-1665751aeaa6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e631eece90c544f682460f70003d1c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4977717 Nov 23 12:46:19.455984 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df59fe8-50c1-48d0-a7e0-1665751aeaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f790dd-f4eb-459b-9f28-7ef267db55d4,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:19.459683 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3df59fe8-50c1-48d0-a7e0-1665751aeaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:19.620136 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-40dff837-b9a4-4d35-bee5-979399cd6e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.698287 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-40dff837-b9a4-4d35-bee5-979399cd6e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:19.709253 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-40dff837-b9a4-4d35-bee5-979399cd6e6c admin admin] Usage tracker for resource:security_group_rule and tenant:24df0064b6ff48fb8f77fbdf73436bce is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:19.715866 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-40dff837-b9a4-4d35-bee5-979399cd6e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:19.726179 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-40dff837-b9a4-4d35-bee5-979399cd6e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:19.743528 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Allocated IP 172.20.0.12 (5f23d95e-c2af-4deb-97a9-f6c8ba0171fb/3c63d833-6f79-4b02-a248-5969b5a64bee/b7d9d845-a08f-4a88-beeb-794771908983) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:19.760788 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-26a309c8-4e8f-4b81-8622-85689082933d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.835659 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-26a309c8-4e8f-4b81-8622-85689082933d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.032122 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 50572) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:20.114000 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-40dff837-b9a4-4d35-bee5-979399cd6e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.146680 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0096c0-2e7b-44e1-be64-e6d402fc7ec1 req-4b52fe8d-1f4e-4013-ba8d-ac52e45e84e4 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:20.149758 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4c0096c0-2e7b-44e1-be64-e6d402fc7ec1 req-4b52fe8d-1f4e-4013-ba8d-ac52e45e84e4 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.2132165 Nov 23 12:46:20.149921 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-40dff837-b9a4-4d35-bee5-979399cd6e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.178396 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:20.186525 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-26a309c8-4e8f-4b81-8622-85689082933d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.229113 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4c0096c0-2e7b-44e1-be64-e6d402fc7ec1 req-2a7f4142-cf9c-44c5-8cb9-615c28dea6eb tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721481 Nov 23 12:46:20.278865 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1735382706-network', 'tenant_id': '4c0de7ac5868492c92ba0da8d127ef66'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:20.285173 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-40dff837-b9a4-4d35-bee5-979399cd6e6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24df0064b6ff48fb8f77fbdf73436bce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0453937 Nov 23 12:46:20.287934 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50590) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:20.309326 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-eb08561a-0320-40ed-9f66-c76152e4aae9 req-156524e8-6cb8-4582-a56a-b180b59ef0cf tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Synchronizing usage tracker for tenant:78621a90b7f04883b064b83853ef601e on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:20.316650 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce18aa-290a-4ef1-bbf1-0214f73214a3 req-24b79586-4107-48fe-a170-fb14a96e8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:20.318173 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4dce18aa-290a-4ef1-bbf1-0214f73214a3 req-24b79586-4107-48fe-a170-fb14a96e8ee9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 1099 time: 0.3921461 Nov 23 12:46:20.318830 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dff837-b9a4-4d35-bee5-979399cd6e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f500356-4d97-4637-8a75-9cc5a02a2f00,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:20.336846 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-40dff837-b9a4-4d35-bee5-979399cd6e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:20.339823 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:20.351978 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b9fb084f-0bee-4bde-bf16-3f14cdf7d049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.380196 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b9fb084f-0bee-4bde-bf16-3f14cdf7d049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.382764 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.386754 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:20.392678 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a309c8-4e8f-4b81-8622-85689082933d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f790dd-f4eb-459b-9f28-7ef267db55d4,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:20.402593 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Usage tracker for resource:network and tenant:4c0de7ac5868492c92ba0da8d127ef66 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:20.406158 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-26a309c8-4e8f-4b81-8622-85689082933d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:20.413284 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:20.430052 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:20.434083 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-eb08561a-0320-40ed-9f66-c76152e4aae9 req-156524e8-6cb8-4582-a56a-b180b59ef0cf tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Unset dirty status for tenant:78621a90b7f04883b064b83853ef601e on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:20.435826 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb08561a-0320-40ed-9f66-c76152e4aae9 req-156524e8-6cb8-4582-a56a-b180b59ef0cf tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 210 time: 0.2362323 Nov 23 12:46:20.441013 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-26a309c8-4e8f-4b81-8622-85689082933d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.442278 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-26a309c8-4e8f-4b81-8622-85689082933d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40f790dd-f4eb-459b-9f28-7ef267db55d4 HTTP/1.1" status: 204 len: 168 time: 0.9884598 Nov 23 12:46:20.453190 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4dce18aa-290a-4ef1-bbf1-0214f73214a3 req-433812ec-fbdb-4078-964f-0e9700a5ad6d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152518 Nov 23 12:46:20.464798 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Made reservation on behalf of 4c0de7ac5868492c92ba0da8d127ef66 for: {'network': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:20.467813 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.469567 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b9fb084f-0bee-4bde-bf16-3f14cdf7d049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.475400 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-5b65eabe-89f9-45dc-8952-318fa50d47b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:20.488952 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb084f-0bee-4bde-bf16-3f14cdf7d049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f500356-4d97-4637-8a75-9cc5a02a2f00,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:20.494102 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.501033 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b9fb084f-0bee-4bde-bf16-3f14cdf7d049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:20.514740 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:20.519882 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Usage tracker for resource:security_group_rule and tenant:4c0de7ac5868492c92ba0da8d127ef66 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:20.523433 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:20.527307 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b9fb084f-0bee-4bde-bf16-3f14cdf7d049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.528780 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b9fb084f-0bee-4bde-bf16-3f14cdf7d049 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f500356-4d97-4637-8a75-9cc5a02a2f00 HTTP/1.1" status: 204 len: 168 time: 0.2396207 Nov 23 12:46:20.530710 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:20.533090 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.547279 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:20.623003 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:20.628282 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:20.636760 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:20.697838 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Pushing event updated for resources: {'Port': ['ID=b7d9d845-a08f-4a88-beeb-794771908983,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:20.704145 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:20.780358 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.795818 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:20.798146 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.830457 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.860568 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4d22f767-bf6a-44bc-a313-84a29b5bb40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:20.906788 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=86825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:46:20.919440 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7739208 Nov 23 12:46:20.930581 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.930755 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.segments_db [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Added segment c7f08b1c-7879-44d7-9af0-5facf2545d6e of type vlan for network 3026f22b-a3e2-44b5-9f0c-b81b87eb0461 Nov 23 12:46:20.931915 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee5eb4c-ec55-482e-8716-99d5fa4478f8,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:20.942080 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Request body: {'port': {'device_id': '8279ff83-8acf-4bcf-b58d-59ce0576ce20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:20.973742 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:21.007250 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50608) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:21.021153 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.031910 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ab625691-4304-4d34-926c-2bfe87497d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.048448 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-ab625691-4304-4d34-926c-2bfe87497d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:21.052408 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-ab625691-4304-4d34-926c-2bfe87497d93 admin admin] Usage tracker for resource:security_group_rule and tenant:f579442d04664624be0e222abc98f1c1 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:21.055372 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-ab625691-4304-4d34-926c-2bfe87497d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:21.062633 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-ab625691-4304-4d34-926c-2bfe87497d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:21.102297 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.122941 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.126852 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:21.127445 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.135214 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b866b600-6ee9-4d20-8ff4-9ecb99c34642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:21.170934 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ab625691-4304-4d34-926c-2bfe87497d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.175424 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ab625691-4304-4d34-926c-2bfe87497d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.184195 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-f181d148-c4fe-4c6f-b9f4-73bbba09c56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:21.213638 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50616) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:21.232165 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-ab625691-4304-4d34-926c-2bfe87497d93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f579442d04664624be0e222abc98f1c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237635 Nov 23 12:46:21.233433 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab625691-4304-4d34-926c-2bfe87497d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff7c65a-5566-4d58-a8db-48d8ab98d260,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:21.235685 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50622) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:21.237881 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-ab625691-4304-4d34-926c-2bfe87497d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:21.284431 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Pushing event updated for resources: {'Network': ['ID=3026f22b-a3e2-44b5-9f0c-b81b87eb0461,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:21.287233 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2492335 Nov 23 12:46:21.288138 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:21.290439 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50628) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:21.300041 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Request body: {'subnet': {'network_id': '3026f22b-a3e2-44b5-9f0c-b81b87eb0461', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1735382706-subnet', 'tenant_id': '4c0de7ac5868492c92ba0da8d127ef66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:21.300982 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network 3026f22b-a3e2-44b5-9f0c-b81b87eb0461 details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:46:21.309010 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:21.315831 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Usage tracker for resource:subnet and tenant:4c0de7ac5868492c92ba0da8d127ef66 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:21.325549 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:21.335655 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:21.341672 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0e99725b-9005-4ae7-ab47-a0259ff4ab5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.368812 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Made reservation on behalf of 4c0de7ac5868492c92ba0da8d127ef66 for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:21.372410 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.409080 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0e99725b-9005-4ae7-ab47-a0259ff4ab5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.477051 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a6228acb-5640-43d6-aad3-a5242a7a27c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.523866 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-a6228acb-5640-43d6-aad3-a5242a7a27c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:21.534578 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-a6228acb-5640-43d6-aad3-a5242a7a27c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a997caab30594ceab5fc32b67a196cfd is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:21.537957 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-a6228acb-5640-43d6-aad3-a5242a7a27c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:21.547789 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-a6228acb-5640-43d6-aad3-a5242a7a27c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:21.583651 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcd1f8-dd10-4f67-8571-6d5002e5e764 req-47e4ba85-4c54-4c6c-9c5e-024c5d5d7308 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:21.585114 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6abcd1f8-dd10-4f67-8571-6d5002e5e764 req-47e4ba85-4c54-4c6c-9c5e-024c5d5d7308 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1893420 Nov 23 12:46:21.655566 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6abcd1f8-dd10-4f67-8571-6d5002e5e764 req-373fbbb1-a303-491d-883b-d58838850500 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597472 Nov 23 12:46:21.658536 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0e99725b-9005-4ae7-ab47-a0259ff4ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.670720 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-46aa793e-a12e-45e8-892d-bd6b2cb2f153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:21.705749 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99725b-9005-4ae7-ab47-a0259ff4ab5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff7c65a-5566-4d58-a8db-48d8ab98d260,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:21.714578 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0e99725b-9005-4ae7-ab47-a0259ff4ab5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:21.730478 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d9d845-a08f-4a88-beeb-794771908983 {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:21.738190 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.753952 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Transition to ACTIVE for port object b7d9d845-a08f-4a88-beeb-794771908983 will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:21.760277 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.766591 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:21.814876 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0e99725b-9005-4ae7-ab47-a0259ff4ab5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.816608 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-0e99725b-9005-4ae7-ab47-a0259ff4ab5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bff7c65a-5566-4d58-a8db-48d8ab98d260 HTTP/1.1" status: 204 len: 168 time: 0.5800490 Nov 23 12:46:21.885156 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a6228acb-5640-43d6-aad3-a5242a7a27c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.889961 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.908134 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:21.983839 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a6228acb-5640-43d6-aad3-a5242a7a27c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.007086 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Pushing event updated for resources: {'Port': ['ID=b7d9d845-a08f-4a88-beeb-794771908983,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.014587 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:22.038780 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-a6228acb-5640-43d6-aad3-a5242a7a27c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a997caab30594ceab5fc32b67a196cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8213193 Nov 23 12:46:22.044345 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50642) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:22.103474 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Attempting to bind port b7d9d845-a08f-4a88-beeb-794771908983 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:22.103954 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Attempting to bind port b7d9d845-a08f-4a88-beeb-794771908983 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '42a3b6a2-bd1f-4036-a09c-43666afd628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:22.104426 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Attempting to bind port b7d9d845-a08f-4a88-beeb-794771908983 on network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:22.111966 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Port b7d9d845-a08f-4a88-beeb-794771908983 on network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:22.112281 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Attempting to bind port b7d9d845-a08f-4a88-beeb-794771908983 on network 5f23d95e-c2af-4deb-97a9-f6c8ba0171fb {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:22.119615 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:22.121255 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Checking segment: {'id': '42a3b6a2-bd1f-4036-a09c-43666afd628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:22.121255 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Bound using segment: {'id': '42a3b6a2-bd1f-4036-a09c-43666afd628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:22.121255 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Bound port: b7d9d845-a08f-4a88-beeb-794771908983, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a3b6a2-bd1f-4036-a09c-43666afd628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:22.121724 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.132835 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc9113-b428-4c8d-8f01-43721cbaad0b req-3d6cce44-6988-4e34-9270-f827dc5cbef7 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:22.132835 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-67dc9113-b428-4c8d-8f01-43721cbaad0b req-3d6cce44-6988-4e34-9270-f827dc5cbef7 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 932 time: 0.5259242 Nov 23 12:46:22.132835 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=974ae809-95dd-4c56-a58c-dc737470ec52,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.142661 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:22.144347 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-094baca1-375d-49a3-b771-5e78723ea6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:22.155751 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Checking segment: {'id': 'c7f08b1c-7879-44d7-9af0-5facf2545d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3026f22b-a3e2-44b5-9f0c-b81b87eb0461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:22.156111 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Network hostable DHCP agents. Network: 3026f22b-a3e2-44b5-9f0c-b81b87eb0461, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:46:22.248726 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6228acb-5640-43d6-aad3-a5242a7a27c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e177e40d-f9f2-411d-8a2e-bf068c7c9425,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.252308 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Network 3026f22b-a3e2-44b5-9f0c-b81b87eb0461 is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:46:22.257997 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a6228acb-5640-43d6-aad3-a5242a7a27c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:22.263567 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] For port b7d9d845-a08f-4a88-beeb-794771908983, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:22.268987 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] For port b7d9d845-a08f-4a88-beeb-794771908983, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b7d9d845-a08f-4a88-beeb-794771908983,segment=NetworkSegment(42a3b6a2-bd1f-4036-a09c-43666afd628c),segment_id=42a3b6a2-bd1f-4036-a09c-43666afd628c)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:22.275307 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-67dc9113-b428-4c8d-8f01-43721cbaad0b req-fa7c0858-d952-44ab-9bad-a60626db357b tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316180 Nov 23 12:46:22.279089 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.279473 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, 3026f22b-a3e2-44b5-9f0c-b81b87eb0461) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:22.286970 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:22.287865 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.291684 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4c263296-e731-4abf-a14c-72718cf82cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.295823 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65e8089-aba4-4967-9bca-12720d0cba66 None None] Network 3026f22b-a3e2-44b5-9f0c-b81b87eb0461 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:22.311678 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:22.329583 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4c263296-e731-4abf-a14c-72718cf82cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.338275 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0462456 Nov 23 12:46:22.384341 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:22.384947 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.387311 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] 10.222.0.76 "PUT /v2.0/ports/b7d9d845-a08f-4a88-beeb-794771908983 HTTP/1.1" status: 200 len: 1094 time: 1.4581337 Nov 23 12:46:22.394058 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8279ff83-8acf-4bcf-b58d-59ce0576ce20', 'tag': 'b7d9d845-a08f-4a88-beeb-794771908983'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:22.467658 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4c263296-e731-4abf-a14c-72718cf82cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.471978 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-78488f01-acea-40b0-95b0-135622f26fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:22.494582 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c263296-e731-4abf-a14c-72718cf82cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e177e40d-f9f2-411d-8a2e-bf068c7c9425,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.505687 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-4c263296-e731-4abf-a14c-72718cf82cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:22.510607 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4c263296-e731-4abf-a14c-72718cf82cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.515922 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-4c263296-e731-4abf-a14c-72718cf82cc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e177e40d-f9f2-411d-8a2e-bf068c7c9425 HTTP/1.1" status: 204 len: 168 time: 0.4672427 Nov 23 12:46:22.531241 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8279ff83-8acf-4bcf-b58d-59ce0576ce20', 'tag': 'b7d9d845-a08f-4a88-beeb-794771908983', 'status': 'completed', 'code': 200} Nov 23 12:46:22.573240 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Pushing event updated for resources: {'Port': ['ID=b7d9d845-a08f-4a88-beeb-794771908983,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.578986 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:22.616604 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75897ba6-509d-4273-996e-b63ebc7da95c req-bc441894-9203-44f8-953d-f5655fadad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:22.618349 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-bc441894-9203-44f8-953d-f5655fadad8e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=78621a90b7f04883b064b83853ef601e&device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 1097 time: 0.1619284 Nov 23 12:46:22.749798 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-4537ec55-0b5f-4ee6-ab8f-499738aa9c3d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d9d845-a08f-4a88-beeb-794771908983 HTTP/1.1" status: 200 len: 217 time: 0.1199064 Nov 23 12:46:22.781096 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9b103b-afbb-4e96-97a4-61858f12bc0e None None] Network 3026f22b-a3e2-44b5-9f0c-b81b87eb0461 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:22.955844 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75897ba6-509d-4273-996e-b63ebc7da95c req-f6d41f77-569b-494e-98e2-ae52703e1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:22.957940 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-f6d41f77-569b-494e-98e2-ae52703e1622 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3c63d833-6f79-4b02-a248-5969b5a64bee HTTP/1.1" status: 200 len: 847 time: 0.1983159 Nov 23 12:46:23.017250 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-c8ffc73b-d07d-4684-a910-8b9eb19ba4fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5f23d95e-c2af-4deb-97a9-f6c8ba0171fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458760 Nov 23 12:46:23.155014 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07312618-09f2-4e5a-b417-a871a5276ed7 req-1fec555f-845d-482b-81db-02dfc078769a tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:23.156902 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-07312618-09f2-4e5a-b417-a871a5276ed7 req-1fec555f-845d-482b-81db-02dfc078769a tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.3034244 Nov 23 12:46:23.238881 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-0b4eabce-5b49-4525-acac-57dc9b3caa3d service neutron] 10.222.0.76 "GET /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031336 Nov 23 12:46:23.249431 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-07312618-09f2-4e5a-b417-a871a5276ed7 req-4e345c73-76a7-4ef6-ac10-1e7ae941a68c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849829 Nov 23 12:46:23.489943 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75897ba6-509d-4273-996e-b63ebc7da95c req-ae308048-23dc-4197-93d4-e6785edeb8b8 service neutron] 10.222.0.76 "GET /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394593 Nov 23 12:46:23.561872 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0dcb2-33e8-4144-af5f-11349d938c5c req-9d18a01e-2781-45f6-bcc5-e4e722e12db6 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:23.563390 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3ac0dcb2-33e8-4144-af5f-11349d938c5c req-9d18a01e-2781-45f6-bcc5-e4e722e12db6 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1156175 Nov 23 12:46:23.582271 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cd295-842f-460a-bcc3-c30ff5790635 req-df2df1c1-2529-4af6-a067-9edfb12ed1f2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:23.583741 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-6f2cd295-842f-460a-bcc3-c30ff5790635 req-df2df1c1-2529-4af6-a067-9edfb12ed1f2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 944 time: 0.1080837 Nov 23 12:46:23.649165 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 50718) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:23.649812 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-6f2cd295-842f-460a-bcc3-c30ff5790635 req-e369a5d0-089e-4f9c-ac43-72cbd2b05f60 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553246 Nov 23 12:46:23.684096 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1540305297-network', 'tenant_id': '7d6dffde9ff04cf589214b80082e0010'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:23.695174 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:23.709160 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3ac0dcb2-33e8-4144-af5f-11349d938c5c req-b867c914-6cb3-4320-b868-dbde99ddee6a tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087296 Nov 23 12:46:23.713217 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Usage tracker for resource:network and tenant:7d6dffde9ff04cf589214b80082e0010 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:23.723389 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:23.729288 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:23.762619 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Made reservation on behalf of 7d6dffde9ff04cf589214b80082e0010 for: {'network': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:23.765628 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.782658 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2586332-d729-4af7-917e-2060fa852d43 req-7c330db1-881d-419d-a1a5-522182633b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:23.784371 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2586332-d729-4af7-917e-2060fa852d43 req-7c330db1-881d-419d-a1a5-522182633b5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=78621a90b7f04883b064b83853ef601e&device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 1097 time: 0.2199366 Nov 23 12:46:23.786729 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.831948 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:23.836421 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Usage tracker for resource:security_group_rule and tenant:7d6dffde9ff04cf589214b80082e0010 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:23.839383 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:23.845106 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:24.035697 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2586332-d729-4af7-917e-2060fa852d43 req-58bd3b60-90fd-44be-a17e-28e1e257c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:24.037196 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2586332-d729-4af7-917e-2060fa852d43 req-58bd3b60-90fd-44be-a17e-28e1e257c722 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5f23d95e-c2af-4deb-97a9-f6c8ba0171fb HTTP/1.1" status: 200 len: 908 time: 0.2401061 Nov 23 12:46:24.119462 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:24.121978 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2586332-d729-4af7-917e-2060fa852d43 req-fb97500c-363f-4c91-995c-7ed33424d30c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7d9d845-a08f-4a88-beeb-794771908983 HTTP/1.1" status: 200 len: 217 time: 0.0697541 Nov 23 12:46:24.126481 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:24.130604 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-5e06c735-2696-48f3-9192-bc94c33750a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:24.207216 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=86825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:46:24.235917 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f693b9-f14f-41cc-a7d0-5fb266fd175e,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:24.238956 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:24.239300 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.segments_db [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Added segment fab311ae-ce1d-43ca-9391-c6eb90de60e1 of type vlan for network a8a38551-ce4e-4e6a-a709-eec053b854fb Nov 23 12:46:24.242172 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:24.251110 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2586332-d729-4af7-917e-2060fa852d43 req-20d30ea9-52dc-428c-a541-92b3f3eea0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:24.252647 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2586332-d729-4af7-917e-2060fa852d43 req-20d30ea9-52dc-428c-a541-92b3f3eea0a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3c63d833-6f79-4b02-a248-5969b5a64bee HTTP/1.1" status: 200 len: 847 time: 0.1120927 Nov 23 12:46:24.356444 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:24.416125 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2586332-d729-4af7-917e-2060fa852d43 req-4508335f-6fc7-4634-912d-bb9a8e4074ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5f23d95e-c2af-4deb-97a9-f6c8ba0171fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445584 Nov 23 12:46:24.418084 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:24.465202 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:24.465878 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:24.489948 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:24.735133 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Pushing event updated for resources: {'Network': ['ID=a8a38551-ce4e-4e6a-a709-eec053b854fb,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:24.740816 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0682862 Nov 23 12:46:24.741774 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:24.743782 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 50762) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:24.749578 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network a8a38551-ce4e-4e6a-a709-eec053b854fb details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:46:24.751526 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Request body: {'subnet': {'network_id': 'a8a38551-ce4e-4e6a-a709-eec053b854fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1540305297-subnet', 'tenant_id': '7d6dffde9ff04cf589214b80082e0010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:24.757852 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:24.762490 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Usage tracker for resource:subnet and tenant:7d6dffde9ff04cf589214b80082e0010 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:24.766027 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:24.772041 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:24.784481 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2586332-d729-4af7-917e-2060fa852d43 req-93e1cc35-b9cc-4923-8ca0-79df4392c9ca service neutron] 10.222.0.76 "GET /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570156 Nov 23 12:46:24.882549 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Made reservation on behalf of 7d6dffde9ff04cf589214b80082e0010 for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:24.893651 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:24.998020 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2586332-d729-4af7-917e-2060fa852d43 req-7d279003-db81-4aed-aba6-90e0d134146c service neutron] 10.222.0.76 "GET /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019181 Nov 23 12:46:25.056398 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16ecee-bb3c-4297-b17a-46bdeb83041a req-798a0de5-0a11-4030-8fff-e08f38a8ef64 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:25.057876 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-aa16ecee-bb3c-4297-b17a-46bdeb83041a req-798a0de5-0a11-4030-8fff-e08f38a8ef64 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 944 time: 0.2795713 Nov 23 12:46:25.146801 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-aa16ecee-bb3c-4297-b17a-46bdeb83041a req-d60de165-796d-4ec0-8cbe-9a19ffeba16c tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809827 Nov 23 12:46:25.186287 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.190939 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:25.262332 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d709001-4161-445b-9d3e-88c39098a1eb,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:25.265811 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:25.271781 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Checking segment: {'id': 'fab311ae-ce1d-43ca-9391-c6eb90de60e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a8a38551-ce4e-4e6a-a709-eec053b854fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:25.272127 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Network hostable DHCP agents. Network: a8a38551-ce4e-4e6a-a709-eec053b854fb, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:46:25.291025 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Network a8a38551-ce4e-4e6a-a709-eec053b854fb is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:46:25.300743 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, a8a38551-ce4e-4e6a-a709-eec053b854fb) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:25.304880 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:25.305618 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.312158 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4b0d17-7b42-4acc-88c9-9375ce7df7e8 None None] Network a8a38551-ce4e-4e6a-a709-eec053b854fb requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:25.325950 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5800340 Nov 23 12:46:25.555505 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534f46b5-f7f5-4324-946d-ba634c7f1434 None None] Network a8a38551-ce4e-4e6a-a709-eec053b854fb requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:26.204808 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adee91d-6b40-4b36-93cf-6e911c25a6fd req-5a3d8b40-665e-4f02-bbff-d260c21776bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:26.207065 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2adee91d-6b40-4b36-93cf-6e911c25a6fd req-5a3d8b40-665e-4f02-bbff-d260c21776bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 1098 time: 0.2059598 Nov 23 12:46:26.222267 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-dbd2cc56-50ec-4bd6-922f-27f2b13c8bb0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:26.223871 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-dbd2cc56-50ec-4bd6-922f-27f2b13c8bb0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/networks?id=3026f22b-a3e2-44b5-9f0c-b81b87eb0461 HTTP/1.1" status: 200 len: 809 time: 0.1836007 Nov 23 12:46:26.229091 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbe47d-28b8-445b-9812-c086b01007f8 req-1d25eeb9-4ae1-475d-9d32-e6a66d124c1f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:26.232157 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b5bbe47d-28b8-445b-9812-c086b01007f8 req-1d25eeb9-4ae1-475d-9d32-e6a66d124c1f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1620021 Nov 23 12:46:26.242862 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b792d9e6-8dd5-4b7d-a0ce-7d4ee97f1143 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/quotas/4c0de7ac5868492c92ba0da8d127ef66 HTTP/1.1" status: 200 len: 375 time: 0.0121155 Nov 23 12:46:26.298493 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-079bb685-d437-4581-acf3-4b5cd5e1931c tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c0de7ac5868492c92ba0da8d127ef66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457578 Nov 23 12:46:26.382661 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b5bbe47d-28b8-445b-9812-c086b01007f8 req-bbc9843d-6038-4a68-ae15-5ee732da5197 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232471 Nov 23 12:46:26.476331 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adee91d-6b40-4b36-93cf-6e911c25a6fd req-51f11f26-e571-4588-9ca4-3614e5f65b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:26.478254 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2adee91d-6b40-4b36-93cf-6e911c25a6fd req-51f11f26-e571-4588-9ca4-3614e5f65b54 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 919 time: 0.2447703 Nov 23 12:46:26.598787 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2adee91d-6b40-4b36-93cf-6e911c25a6fd req-21e926cc-d738-4f88-a332-25f2bab41fc3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 HTTP/1.1" status: 200 len: 217 time: 0.0981863 Nov 23 12:46:26.624946 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-65869716-6ef2-4808-af0a-f07a87ecc044 service neutron] 10.222.0.41 "GET /v2.0/networks/3026f22b-a3e2-44b5-9f0c-b81b87eb0461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213980 Nov 23 12:46:26.734277 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adee91d-6b40-4b36-93cf-6e911c25a6fd req-c7bda807-f26d-462e-9af0-ec69240da303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:26.735804 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2adee91d-6b40-4b36-93cf-6e911c25a6fd req-c7bda807-f26d-462e-9af0-ec69240da303 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff930218-bccf-4ca7-8504-4269e7c44ee7 HTTP/1.1" status: 200 len: 858 time: 0.1247423 Nov 23 12:46:26.767329 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-93eb7332-993d-4d21-b1b4-f2c6c33fe947 service neutron] 10.222.0.41 "GET /v2.0/networks/3026f22b-a3e2-44b5-9f0c-b81b87eb0461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415486 Nov 23 12:46:26.835520 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2adee91d-6b40-4b36-93cf-6e911c25a6fd req-89fb0a10-db0a-4a0b-874b-fc7984b7f703 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ccaea996-6819-4251-881c-5547b68b4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558474 Nov 23 12:46:26.984891 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-d407366e-e4f7-42d1-b253-20ceabb20804 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:26.986392 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-d407366e-e4f7-42d1-b253-20ceabb20804 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 815 time: 0.2819624 Nov 23 12:46:27.024499 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-ec42bd4d-2d93-4cdf-8b6d-b99e3f184246 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/quotas/01affce05aea41b4bba6babec76ceff5 HTTP/1.1" status: 200 len: 375 time: 0.0273697 Nov 23 12:46:27.066194 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f1af9-9f56-44e9-b4c8-8dcef5bbe83a req-d13d570c-4156-4611-95f9-7ea747fbd2f6 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:27.067675 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-606f1af9-9f56-44e9-b4c8-8dcef5bbe83a req-d13d570c-4156-4611-95f9-7ea747fbd2f6 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 944 time: 0.1077673 Nov 23 12:46:27.077103 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2adee91d-6b40-4b36-93cf-6e911c25a6fd req-5053b2ac-e5d3-48c3-99d7-3c5238f32238 service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335000 Nov 23 12:46:27.113142 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-606f1af9-9f56-44e9-b4c8-8dcef5bbe83a req-82008bf9-f238-4f16-a604-06fbf128a3ea tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394778 Nov 23 12:46:27.221752 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d226ccb1-6509-452a-ae0b-fe075163ac43 req-394483a6-9c34-4608-8bbd-e018cea026ee tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 210 time: 0.0525293 Nov 23 12:46:27.222740 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-e2184efc-ca40-40e9-ae5f-34bb8ea4acea tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1974645 Nov 23 12:46:27.303206 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2adee91d-6b40-4b36-93cf-6e911c25a6fd req-e42a5ea4-7204-4ef2-9a18-9734d9048636 service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130959 Nov 23 12:46:27.439002 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-091e640b-3b23-4040-8ef5-6092b8769740 service neutron] 10.222.0.41 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065384 Nov 23 12:46:27.584169 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-9c3f4e42-2aad-48f0-a93c-6a75c65b4570 service neutron] 10.222.0.41 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420720 Nov 23 12:46:27.584391 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7e743-c36e-4e53-9477-d76900289f6b req-9bb63848-7fc8-4f22-8b92-b9b4d7325147 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:27.586790 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b4b7e743-c36e-4e53-9477-d76900289f6b req-9bb63848-7fc8-4f22-8b92-b9b4d7325147 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0982234 Nov 23 12:46:27.636548 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b4b7e743-c36e-4e53-9477-d76900289f6b req-40d2ad6c-00d0-4a4c-a725-9232ec4bde36 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Nov 23 12:46:27.828141 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ed3638b9-e137-4285-bf0b-996cd828abf2 req-8a3c3e12-4d39-4849-842a-c1a51fa15b76 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 210 time: 0.0573285 Nov 23 12:46:27.952678 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device b7d9d845-a08f-4a88-beeb-794771908983 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:28.108013 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port b7d9d845-a08f-4a88-beeb-794771908983, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b7d9d845-a08f-4a88-beeb-794771908983,segment=NetworkSegment(42a3b6a2-bd1f-4036-a09c-43666afd628c),segment_id=42a3b6a2-bd1f-4036-a09c-43666afd628c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:28.123083 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': 'b7d9d845-a08f-4a88-beeb-794771908983', 'network_id': '5f23d95e-c2af-4deb-97a9-f6c8ba0171fb', 'port_id': 'b7d9d845-a08f-4a88-beeb-794771908983', 'mac_address': 'fa:16:3e:fd:cb:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c63d833-6f79-4b02-a248-5969b5a64bee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:28.233288 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:28.256475 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d9d845-a08f-4a88-beeb-794771908983 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:28.276078 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port b7d9d845-a08f-4a88-beeb-794771908983, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b7d9d845-a08f-4a88-beeb-794771908983,segment=NetworkSegment(42a3b6a2-bd1f-4036-a09c-43666afd628c),segment_id=42a3b6a2-bd1f-4036-a09c-43666afd628c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:28.291852 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:28.296822 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:28.429509 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cd263-c8e1-4594-b4cd-7e9b77cf0c74 req-9bbc8fd9-0532-402c-b430-55cda6c8f392 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:28.441254 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d84cd263-c8e1-4594-b4cd-7e9b77cf0c74 req-9bbc8fd9-0532-402c-b430-55cda6c8f392 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 945 time: 0.1619048 Nov 23 12:46:28.497472 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d84cd263-c8e1-4594-b4cd-7e9b77cf0c74 req-ce5d978b-a6c4-496b-9f22-585c21f896a0 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549831 Nov 23 12:46:28.529492 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=b7d9d845-a08f-4a88-beeb-794771908983,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:28.536171 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:28.568285 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c08bca09-0b61-4870-808b-60a3a664e8b8 req-7e4c78e8-5205-46a8-b89c-8ca2b3734dd6 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 210 time: 0.0779932 Nov 23 12:46:28.644968 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-77f5e41d-5ca6-48a4-9107-4dd638c73f8c tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:28.645785 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-77f5e41d-5ca6-48a4-9107-4dd638c73f8c tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Synchronizing usage tracker for tenant:4c0de7ac5868492c92ba0da8d127ef66 on resource:network {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:28.663656 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['b7d9d845-a08f-4a88-beeb-794771908983'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:28.675989 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-77f5e41d-5ca6-48a4-9107-4dd638c73f8c tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Unset dirty status for tenant:4c0de7ac5868492c92ba0da8d127ef66 on resource:network {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:28.677300 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-77f5e41d-5ca6-48a4-9107-4dd638c73f8c tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.76 "GET /v2.0/networks?id=3026f22b-a3e2-44b5-9f0c-b81b87eb0461 HTTP/1.1" status: 200 len: 809 time: 0.3928456 Nov 23 12:46:28.703811 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Request body: {'port': {'device_id': 'bdb2f071-f4d8-49df-af7d-0a185b6d0b17', 'network_id': '3026f22b-a3e2-44b5-9f0c-b81b87eb0461', 'admin_state_up': True, 'tenant_id': '4c0de7ac5868492c92ba0da8d127ef66'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:28.921725 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:28.926547 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Usage tracker for resource:port and tenant:4c0de7ac5868492c92ba0da8d127ef66 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:28.929847 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:28.936072 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:28.937666 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6fd3f-032b-4be0-a094-6a893da32fea req-5e0febb5-818c-4f99-a002-fc5860f739ca tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:28.940496 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3af6fd3f-032b-4be0-a094-6a893da32fea req-5e0febb5-818c-4f99-a002-fc5860f739ca tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1516616 Nov 23 12:46:28.947820 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Made reservation on behalf of 4c0de7ac5868492c92ba0da8d127ef66 for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:28.952408 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:28.995590 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3af6fd3f-032b-4be0-a094-6a893da32fea req-ddddf253-bad9-4107-a1ee-4749320a6f2c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474110 Nov 23 12:46:29.150939 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-986e12b1-0200-4e58-8672-0f1b2e693deb req-0259667f-4302-403f-8f80-9df7b4163c9c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 210 time: 0.0572996 Nov 23 12:46:29.175471 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Allocated IP 172.20.0.9 (3026f22b-a3e2-44b5-9f0c-b81b87eb0461/974ae809-95dd-4c56-a58c-dc737470ec52/346ee434-d5df-4661-a843-b471b01f10a5) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:29.498387 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-220e93ba-369a-40ff-a166-d7437a2c2043 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:29.499810 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-220e93ba-369a-40ff-a166-d7437a2c2043 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 815 time: 0.2837396 Nov 23 12:46:29.524616 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Request body: {'port': {'device_id': 'bc5cbf19-4fd7-4289-968a-1c211723200f', 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103', 'admin_state_up': True, 'tenant_id': '01affce05aea41b4bba6babec76ceff5'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:29.561213 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:29.720387 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:29.731599 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:29.737679 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c162de4-b79f-4345-a5ae-3c5c26476844 req-d31aac23-a920-4822-be94-8daa550b71b6 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:29.740346 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7c162de4-b79f-4345-a5ae-3c5c26476844 req-d31aac23-a920-4822-be94-8daa550b71b6 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 945 time: 0.1124773 Nov 23 12:46:29.748705 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:29.750310 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Made reservation on behalf of 01affce05aea41b4bba6babec76ceff5 for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:29.754024 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:29.770009 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:29.800357 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7c162de4-b79f-4345-a5ae-3c5c26476844 req-35c95b65-23d2-43dc-9e0d-947da1afe8df tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537372 Nov 23 12:46:29.940411 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Network 3026f22b-a3e2-44b5-9f0c-b81b87eb0461 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:29.953764 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:29.976222 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:29.989779 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device b7d9d845-a08f-4a88-beeb-794771908983 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:30.009532 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Pushing event updated for resources: {'Port': ['ID=346ee434-d5df-4661-a843-b471b01f10a5,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:30.022112 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:30.105409 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port b7d9d845-a08f-4a88-beeb-794771908983 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:30.110638 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port b7d9d845-a08f-4a88-beeb-794771908983 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:30.111020 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.198840 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:30.198840 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.239272 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd3836-ec2f-4462-a9b1-721f8c05db60 req-b5b5abcc-0ce1-40b3-8289-739146d17df9 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:30.240651 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-70cd3836-ec2f-4462-a9b1-721f8c05db60 req-b5b5abcc-0ce1-40b3-8289-739146d17df9 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 931 time: 0.4718473 Nov 23 12:46:30.253158 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.257748 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Allocated IP 172.20.0.10 (deee8d9a-66b5-4c4e-a2fe-90f143f3b103/68e37d2d-b2b9-46b5-b763-0488badc871e/3528b994-8dcc-411e-88d0-d874f67db476) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:30.287787 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-b716f470-9037-46c5-9e46-cd3f004c88e3 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5877411 Nov 23 12:46:30.299585 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port b7d9d845-a08f-4a88-beeb-794771908983, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b7d9d845-a08f-4a88-beeb-794771908983,segment=NetworkSegment(42a3b6a2-bd1f-4036-a09c-43666afd628c),segment_id=42a3b6a2-bd1f-4036-a09c-43666afd628c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:30.301725 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8279ff83-8acf-4bcf-b58d-59ce0576ce20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d9d845-a08f-4a88-beeb-794771908983'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:30.306628 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Request body: {'port': {'device_id': 'bdb2f071-f4d8-49df-af7d-0a185b6d0b17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:30.310660 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.314080 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:30.371567 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-70cd3836-ec2f-4462-a9b1-721f8c05db60 req-d4428153-d457-46c5-9029-6691e82fe99e tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Synchronizing usage tracker for tenant:4c0de7ac5868492c92ba0da8d127ef66 on resource:security_group {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:30.373713 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fde00-a753-4982-8c9f-9c7bfdba1146 req-f09298cc-661d-490d-ac04-6d6dfa8edffd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:30.375935 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7e3fde00-a753-4982-8c9f-9c7bfdba1146 req-f09298cc-661d-490d-ac04-6d6dfa8edffd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1011543 Nov 23 12:46:30.391497 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=b7d9d845-a08f-4a88-beeb-794771908983,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:30.397322 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:30.431579 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7e3fde00-a753-4982-8c9f-9c7bfdba1146 req-d97469a1-1079-42cb-9905-e37818f3ba42 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492280 Nov 23 12:46:30.474968 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-70cd3836-ec2f-4462-a9b1-721f8c05db60 req-d4428153-d457-46c5-9029-6691e82fe99e tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Unset dirty status for tenant:4c0de7ac5868492c92ba0da8d127ef66 on resource:security_group {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:30.475660 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-70cd3836-ec2f-4462-a9b1-721f8c05db60 req-d4428153-d457-46c5-9029-6691e82fe99e tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158220 Nov 23 12:46:30.541440 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8279ff83-8acf-4bcf-b58d-59ce0576ce20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d9d845-a08f-4a88-beeb-794771908983', 'code': 200} Nov 23 12:46:30.577400 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ea5a0c0b-986e-4ac0-a948-35983e9a0d63 req-6f41e425-a598-4214-9636-30c3b1f11356 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 210 time: 0.0480044 Nov 23 12:46:30.579248 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.713287 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.052861 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.065945 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:31.066468 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3', 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c', '15662cde-494a-41b0-a00d-6944592dff4a'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:31.154131 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0dc20-f72f-4c5f-b239-01dcbac5bd47 req-957da924-400a-409f-8f49-dc3d188f0d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:31.155646 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fec0dc20-f72f-4c5f-b239-01dcbac5bd47 req-957da924-400a-409f-8f49-dc3d188f0d35 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 1099 time: 0.4017289 Nov 23 12:46:31.172620 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:31.197847 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:31.200792 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:31.302301 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Pushing event updated for resources: {'Port': ['ID=3528b994-8dcc-411e-88d0-d874f67db476,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:31.305684 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:31.349525 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fec0dc20-f72f-4c5f-b239-01dcbac5bd47 req-fcdb3650-acf4-4604-ae0f-6c84e1fc3d9d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791549 Nov 23 12:46:31.359047 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:31.359666 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.388106 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd89e97-c0bb-4590-8fa9-b2b157b955b5 req-fba1d6bb-c5d0-4d25-aced-b7b70f63e928 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:31.396373 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fdd89e97-c0bb-4590-8fa9-b2b157b955b5 req-fba1d6bb-c5d0-4d25-aced-b7b70f63e928 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 946 time: 0.4319015 Nov 23 12:46:31.494531 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9763956 Nov 23 12:46:31.500327 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346ee434-d5df-4661-a843-b471b01f10a5 {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:31.518171 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fdd89e97-c0bb-4590-8fa9-b2b157b955b5 req-cf2ce1ed-dd19-4dc6-b23a-3ddb2f8543b0 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205242 Nov 23 12:46:31.526265 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.563082 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Transition to ACTIVE for port object 346ee434-d5df-4661-a843-b471b01f10a5 will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:31.574872 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.579791 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:31.640450 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Request body: {'port': {'device_id': 'bc5cbf19-4fd7-4289-968a-1c211723200f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:31.693408 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f28e3d-f64d-47b8-819d-b5d67d52a04f req-8f87eb3c-9551-44a3-9bd7-0682e0ece8fb tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:31.695162 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f9f28e3d-f64d-47b8-819d-b5d67d52a04f req-8f87eb3c-9551-44a3-9bd7-0682e0ece8fb tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1115124 Nov 23 12:46:31.741526 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f9f28e3d-f64d-47b8-819d-b5d67d52a04f req-b98b0e56-9e8a-43c9-ae77-6bc418d4e4e3 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399499 Nov 23 12:46:31.833321 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Pushing event updated for resources: {'Port': ['ID=346ee434-d5df-4661-a843-b471b01f10a5,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:31.836228 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:31.951121 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb09cc1-26aa-4aa0-9071-d64f81e9280c req-6d48ceed-648c-4e1e-8ca4-8bd480f0ad14 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:31.952855 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-adb09cc1-26aa-4aa0-9071-d64f81e9280c req-6d48ceed-648c-4e1e-8ca4-8bd480f0ad14 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 932 time: 0.0913141 Nov 23 12:46:32.004188 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.008356 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-adb09cc1-26aa-4aa0-9071-d64f81e9280c req-771b69df-6ad6-4bb6-8c71-28bfd8987fc2 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494263 Nov 23 12:46:32.069968 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df908e01-e6a7-4814-84d6-298cfae79cb3 req-32e18543-07c2-42ae-927c-12c01a984603 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:32.070676 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-df908e01-e6a7-4814-84d6-298cfae79cb3 req-32e18543-07c2-42ae-927c-12c01a984603 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Synchronizing usage tracker for tenant:4c0de7ac5868492c92ba0da8d127ef66 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:32.086490 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Attempting to bind port 346ee434-d5df-4661-a843-b471b01f10a5 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:32.086822 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Attempting to bind port 346ee434-d5df-4661-a843-b471b01f10a5 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'c7f08b1c-7879-44d7-9af0-5facf2545d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3026f22b-a3e2-44b5-9f0c-b81b87eb0461'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:32.087142 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Attempting to bind port 346ee434-d5df-4661-a843-b471b01f10a5 on network 3026f22b-a3e2-44b5-9f0c-b81b87eb0461 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:32.106619 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Port 346ee434-d5df-4661-a843-b471b01f10a5 on network 3026f22b-a3e2-44b5-9f0c-b81b87eb0461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:32.106937 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Attempting to bind port 346ee434-d5df-4661-a843-b471b01f10a5 on network 3026f22b-a3e2-44b5-9f0c-b81b87eb0461 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:32.124070 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:32.124392 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Checking segment: {'id': 'c7f08b1c-7879-44d7-9af0-5facf2545d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3026f22b-a3e2-44b5-9f0c-b81b87eb0461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:32.124762 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Bound using segment: {'id': 'c7f08b1c-7879-44d7-9af0-5facf2545d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3026f22b-a3e2-44b5-9f0c-b81b87eb0461'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:32.125192 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Bound port: 346ee434-d5df-4661-a843-b471b01f10a5, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f08b1c-7879-44d7-9af0-5facf2545d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '3026f22b-a3e2-44b5-9f0c-b81b87eb0461'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:32.125532 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.290816 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-df908e01-e6a7-4814-84d6-298cfae79cb3 req-32e18543-07c2-42ae-927c-12c01a984603 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Unset dirty status for tenant:4c0de7ac5868492c92ba0da8d127ef66 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:32.291973 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-df908e01-e6a7-4814-84d6-298cfae79cb3 req-32e18543-07c2-42ae-927c-12c01a984603 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 943 time: 0.5552783 Nov 23 12:46:32.463047 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-df908e01-e6a7-4814-84d6-298cfae79cb3 req-5902fc4f-4025-4e84-b320-f25415810040 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566937 Nov 23 12:46:32.480898 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] For port 346ee434-d5df-4661-a843-b471b01f10a5, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:32.493576 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] For port 346ee434-d5df-4661-a843-b471b01f10a5, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=346ee434-d5df-4661-a843-b471b01f10a5,segment=NetworkSegment(c7f08b1c-7879-44d7-9af0-5facf2545d6e),segment_id=c7f08b1c-7879-44d7-9af0-5facf2545d6e)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:32.498894 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.512013 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:32.587585 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:32.588113 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.590376 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] 10.222.0.76 "PUT /v2.0/ports/346ee434-d5df-4661-a843-b471b01f10a5 HTTP/1.1" status: 200 len: 1093 time: 2.2889445 Nov 23 12:46:32.596578 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb2f071-f4d8-49df-af7d-0a185b6d0b17', 'tag': '346ee434-d5df-4661-a843-b471b01f10a5'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:32.631104 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Pushing event updated for resources: {'Port': ['ID=346ee434-d5df-4661-a843-b471b01f10a5,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:32.642129 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:32.654889 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb2f071-f4d8-49df-af7d-0a185b6d0b17', 'tag': '346ee434-d5df-4661-a843-b471b01f10a5', 'status': 'completed', 'code': 200} Nov 23 12:46:32.824333 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3528b994-8dcc-411e-88d0-d874f67db476 {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:32.834737 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.859514 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Transition to ACTIVE for port object 3528b994-8dcc-411e-88d0-d874f67db476 will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:32.876140 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.882018 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:32.934799 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-aa729653-4b01-43d9-99d3-7e274e0b10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:32.936308 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-aa729653-4b01-43d9-99d3-7e274e0b10cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4c0de7ac5868492c92ba0da8d127ef66&device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 1096 time: 0.2806942 Nov 23 12:46:33.005201 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d2feb-d312-4827-a858-61f2a3638d08 req-143be361-8d51-4041-a4c5-9b518eeae25e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:33.011778 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64406406-e699-4ddb-890b-f39cf12cb2b9 req-da1a4d50-dafa-4615-bc14-d246595da430 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:33.013272 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-64406406-e699-4ddb-890b-f39cf12cb2b9 req-da1a4d50-dafa-4615-bc14-d246595da430 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 946 time: 0.3564985 Nov 23 12:46:33.013397 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f81d2feb-d312-4827-a858-61f2a3638d08 req-143be361-8d51-4041-a4c5-9b518eeae25e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1504986 Nov 23 12:46:33.065318 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f81d2feb-d312-4827-a858-61f2a3638d08 req-7a1d235d-e43e-4a32-b1c4-908b30fe5c78 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510657 Nov 23 12:46:33.114061 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-31ed5695-ab50-4b29-ac15-87c5b770a53e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=346ee434-d5df-4661-a843-b471b01f10a5 HTTP/1.1" status: 200 len: 217 time: 0.1112168 Nov 23 12:46:33.152827 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Pushing event updated for resources: {'Port': ['ID=3528b994-8dcc-411e-88d0-d874f67db476,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:33.155869 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:33.238934 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0ecf-6dd5-4b91-ba95-1a635908a0c5 req-93cfe063-d0be-40cd-a96e-bf6d1e5b0efc tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:33.240424 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4c2d0ecf-6dd5-4b91-ba95-1a635908a0c5 req-93cfe063-d0be-40cd-a96e-bf6d1e5b0efc tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 944 time: 0.0897558 Nov 23 12:46:33.263825 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-64406406-e699-4ddb-890b-f39cf12cb2b9 req-42a98c3e-1743-4164-b3df-e9f981a95081 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844528 Nov 23 12:46:33.283372 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-e0979495-630e-415a-8eef-620b14719c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:33.284913 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-e0979495-630e-415a-8eef-620b14719c0f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=974ae809-95dd-4c56-a58c-dc737470ec52 HTTP/1.1" status: 200 len: 849 time: 0.1339033 Nov 23 12:46:33.292401 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4c2d0ecf-6dd5-4b91-ba95-1a635908a0c5 req-0b398d8c-6771-44c3-82f0-424133ef93df tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 Nov 23 12:46:33.344529 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-8b4c9c85-7360-4bc7-801e-2d0e3b65ffb9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3026f22b-a3e2-44b5-9f0c-b81b87eb0461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493205 Nov 23 12:46:33.346490 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Attempting to bind port 3528b994-8dcc-411e-88d0-d874f67db476 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:33.346819 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Attempting to bind port 3528b994-8dcc-411e-88d0-d874f67db476 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:33.347145 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Attempting to bind port 3528b994-8dcc-411e-88d0-d874f67db476 on network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:33.370039 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Port 3528b994-8dcc-411e-88d0-d874f67db476 on network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:33.370379 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Attempting to bind port 3528b994-8dcc-411e-88d0-d874f67db476 on network deee8d9a-66b5-4c4e-a2fe-90f143f3b103 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:33.424621 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:33.424947 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Checking segment: {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:33.425325 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Bound using segment: {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:33.425767 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Bound port: 3528b994-8dcc-411e-88d0-d874f67db476, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957c36d-45fa-44e7-bc23-95d372aa0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:33.426108 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.559327 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-a666f54c-f4c5-47b9-ac13-0625c54f81f9 service neutron] 10.222.0.76 "GET /v2.0/networks/3026f22b-a3e2-44b5-9f0c-b81b87eb0461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069466 Nov 23 12:46:33.563387 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] For port 3528b994-8dcc-411e-88d0-d874f67db476, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:33.566775 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] For port 3528b994-8dcc-411e-88d0-d874f67db476, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3528b994-8dcc-411e-88d0-d874f67db476,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:33.594969 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.632119 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:33.758870 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:33.759472 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.760828 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] 10.222.0.76 "PUT /v2.0/ports/3528b994-8dcc-411e-88d0-d874f67db476 HTTP/1.1" status: 200 len: 1094 time: 2.1258037 Nov 23 12:46:33.793088 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Pushing event updated for resources: {'Port': ['ID=3528b994-8dcc-411e-88d0-d874f67db476,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:33.808294 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:33.947689 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dc19d477-e9d9-4012-96f5-7a4959ebd6a2 req-72967be6-08eb-44c9-9c0d-6d3ab6ced06f service neutron] 10.222.0.76 "GET /v2.0/networks/3026f22b-a3e2-44b5-9f0c-b81b87eb0461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795848 Nov 23 12:46:33.964856 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34977cba-6c0c-458f-bd61-d64069bafe8b req-2ad8c3d6-3ac2-4480-988a-62e4138d5c59 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:33.966362 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-34977cba-6c0c-458f-bd61-d64069bafe8b req-2ad8c3d6-3ac2-4480-988a-62e4138d5c59 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 943 time: 0.3793023 Nov 23 12:46:34.044529 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-9c77b536-0537-4830-b7bb-e705ecb960b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.045922 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-9c77b536-0537-4830-b7bb-e705ecb960b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 1097 time: 0.2393291 Nov 23 12:46:34.120687 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-34977cba-6c0c-458f-bd61-d64069bafe8b req-665c85d6-e922-4261-a765-fdcbdd7f9511 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476493 Nov 23 12:46:34.134777 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-0154c804-fa5c-44d0-9630-6bcdba29435f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3528b994-8dcc-411e-88d0-d874f67db476 HTTP/1.1" status: 200 len: 217 time: 0.0752277 Nov 23 12:46:34.201646 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7610384-dfca-4f17-8056-486a7d1a8eef req-bf9545f2-6f70-4719-883d-724c37a24378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.203127 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d7610384-dfca-4f17-8056-486a7d1a8eef req-bf9545f2-6f70-4719-883d-724c37a24378 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4c0de7ac5868492c92ba0da8d127ef66&device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 1096 time: 0.1940231 Nov 23 12:46:34.215227 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-d8fe4184-e1da-4034-bafb-96e65f80489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.216344 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-d8fe4184-e1da-4034-bafb-96e65f80489b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68e37d2d-b2b9-46b5-b763-0488badc871e HTTP/1.1" status: 200 len: 855 time: 0.0678456 Nov 23 12:46:34.249663 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de03c3-e449-45fc-87b4-28e27d074f40 req-87966826-7c50-4f1b-aa9d-f6115d8a7fbb tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.251170 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-54de03c3-e449-45fc-87b4-28e27d074f40 req-87966826-7c50-4f1b-aa9d-f6115d8a7fbb tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0846269 Nov 23 12:46:34.315832 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-54de03c3-e449-45fc-87b4-28e27d074f40 req-610572b5-5415-4857-8065-9c46a26539f8 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564475 Nov 23 12:46:34.365595 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-8f555a6b-aafc-4d85-b32c-df7f6e8d2692 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969629 Nov 23 12:46:34.506497 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1940682-e596-4334-af27-69b2aeff6c1f req-ae596095-dad0-443e-8f89-3300be0a59f2 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.513438 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d1940682-e596-4334-af27-69b2aeff6c1f req-ae596095-dad0-443e-8f89-3300be0a59f2 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 944 time: 0.0960336 Nov 23 12:46:34.554772 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d1940682-e596-4334-af27-69b2aeff6c1f req-a233d400-9397-4dd0-bf7d-15e525596cd9 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Nov 23 12:46:34.580747 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7610384-dfca-4f17-8056-486a7d1a8eef req-00e0177c-6a9b-4ea8-b7dc-7b70a0982abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.582203 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d7610384-dfca-4f17-8056-486a7d1a8eef req-00e0177c-6a9b-4ea8-b7dc-7b70a0982abc service neutron] 10.222.0.76 "GET /v2.0/networks?id=3026f22b-a3e2-44b5-9f0c-b81b87eb0461 HTTP/1.1" status: 200 len: 910 time: 0.3426843 Nov 23 12:46:34.605411 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-1413822e-a1cd-43e8-adb8-3153ccd23d44 service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276957 Nov 23 12:46:34.608801 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51074) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:34.655953 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5cbf19-4fd7-4289-968a-1c211723200f', 'tag': '3528b994-8dcc-411e-88d0-d874f67db476'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:34.697211 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d7610384-dfca-4f17-8056-486a7d1a8eef req-f69c48b6-3be2-4865-b341-500a111064af service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=346ee434-d5df-4661-a843-b471b01f10a5 HTTP/1.1" status: 200 len: 217 time: 0.0945814 Nov 23 12:46:34.747561 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5cbf19-4fd7-4289-968a-1c211723200f', 'tag': '3528b994-8dcc-411e-88d0-d874f67db476', 'status': 'completed', 'code': 200} Nov 23 12:46:34.748376 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-de179c8d-c227-4c77-8ea4-a8229600186e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.755541 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64846bae-6407-4dd9-a64a-c5dd06f35b2f req-207ce097-3102-48a6-a13b-7c3e5855b4cf tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.762340 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-64846bae-6407-4dd9-a64a-c5dd06f35b2f req-207ce097-3102-48a6-a13b-7c3e5855b4cf tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 946 time: 0.3647306 Nov 23 12:46:34.763735 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-de179c8d-c227-4c77-8ea4-a8229600186e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:34.767957 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-de179c8d-c227-4c77-8ea4-a8229600186e admin admin] Usage tracker for resource:security_group_rule and tenant:0e136ffc68204f849da5a3b838b9af06 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:34.772216 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-de179c8d-c227-4c77-8ea4-a8229600186e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:34.778518 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-de179c8d-c227-4c77-8ea4-a8229600186e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:34.892776 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7610384-dfca-4f17-8056-486a7d1a8eef req-d94e9d49-155d-4785-a0fa-f6fb1b7ff460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.894592 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d7610384-dfca-4f17-8056-486a7d1a8eef req-d94e9d49-155d-4785-a0fa-f6fb1b7ff460 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=974ae809-95dd-4c56-a58c-dc737470ec52 HTTP/1.1" status: 200 len: 849 time: 0.1260002 Nov 23 12:46:34.896994 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-de179c8d-c227-4c77-8ea4-a8229600186e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.905097 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-de179c8d-c227-4c77-8ea4-a8229600186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.913970 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-73c59b6b-cfbb-4ed9-8ff6-2b9df0367fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:34.918775 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-64846bae-6407-4dd9-a64a-c5dd06f35b2f req-566886c8-ad0a-4afb-b7f6-b802eb5a9ef1 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555457 Nov 23 12:46:34.971595 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-44f691ec-863f-4406-ab95-866f1f4e3e9a req-cc6cc172-62ab-47bb-af5b-48b48e24bbad service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063667 Nov 23 12:46:34.971595 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d7610384-dfca-4f17-8056-486a7d1a8eef req-d504c926-d573-44af-ade9-bd7a4d5e8ba0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3026f22b-a3e2-44b5-9f0c-b81b87eb0461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648098 Nov 23 12:46:34.983956 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-de179c8d-c227-4c77-8ea4-a8229600186e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e136ffc68204f849da5a3b838b9af06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739741 Nov 23 12:46:34.985042 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de179c8d-c227-4c77-8ea4-a8229600186e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5107453-4234-45e1-bebf-4a1529e1c4dc,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:34.991098 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-de179c8d-c227-4c77-8ea4-a8229600186e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:34.991676 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51092) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:35.055803 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cc82f849-28a4-4b79-b072-1f45b371c395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.082809 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cc82f849-28a4-4b79-b072-1f45b371c395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.137836 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cc82f849-28a4-4b79-b072-1f45b371c395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.142962 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-de179c8d-c227-4c77-8ea4-a8229600186e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:35.153683 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82f849-28a4-4b79-b072-1f45b371c395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5107453-4234-45e1-bebf-4a1529e1c4dc,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:35.156161 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-cc82f849-28a4-4b79-b072-1f45b371c395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:35.162381 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cc82f849-28a4-4b79-b072-1f45b371c395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.167935 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-cc82f849-28a4-4b79-b072-1f45b371c395 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5107453-4234-45e1-bebf-4a1529e1c4dc HTTP/1.1" status: 204 len: 168 time: 0.1750865 Nov 23 12:46:35.175658 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d7610384-dfca-4f17-8056-486a7d1a8eef req-ec306836-b6cb-4af2-b3e4-89e916ca762d service neutron] 10.222.0.76 "GET /v2.0/networks/3026f22b-a3e2-44b5-9f0c-b81b87eb0461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908872 Nov 23 12:46:35.187007 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48c5d8-b0b5-482f-8bce-e6a8d85f4520 req-2731fb1c-576e-495e-9205-89059c0ae5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.188609 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7e48c5d8-b0b5-482f-8bce-e6a8d85f4520 req-2731fb1c-576e-495e-9205-89059c0ae5b8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01affce05aea41b4bba6babec76ceff5&device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 1097 time: 0.1225269 Nov 23 12:46:35.381263 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7d008-d60e-4908-9b6f-807801579a80 req-0d5da9f9-3d0e-4bab-8fc9-b4d98bf153c9 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.382838 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-1ed7d008-d60e-4908-9b6f-807801579a80 req-0d5da9f9-3d0e-4bab-8fc9-b4d98bf153c9 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 943 time: 0.1221538 Nov 23 12:46:35.520471 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-1ed7d008-d60e-4908-9b6f-807801579a80 req-311db234-130b-45ab-b84f-6d2beb386008 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316938 Nov 23 12:46:35.556334 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51110) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:35.574721 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-60b79e8d-1a1c-40d7-a423-b55862f2950d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.595543 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-60b79e8d-1a1c-40d7-a423-b55862f2950d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:35.601831 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-60b79e8d-1a1c-40d7-a423-b55862f2950d admin admin] Usage tracker for resource:security_group_rule and tenant:53633b29f0c34ac6b4d2fd34ce48e61f is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:35.606143 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-60b79e8d-1a1c-40d7-a423-b55862f2950d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:35.613383 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-60b79e8d-1a1c-40d7-a423-b55862f2950d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:35.632821 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d7610384-dfca-4f17-8056-486a7d1a8eef req-89204d53-a58f-4baa-993b-f8b6d56fb45f service neutron] 10.222.0.76 "GET /v2.0/networks/3026f22b-a3e2-44b5-9f0c-b81b87eb0461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433365 Nov 23 12:46:35.658409 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48c5d8-b0b5-482f-8bce-e6a8d85f4520 req-bf2f2527-b377-44c4-9096-95286a5fcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.659909 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7e48c5d8-b0b5-482f-8bce-e6a8d85f4520 req-bf2f2527-b377-44c4-9096-95286a5fcffb service neutron] 10.222.0.76 "GET /v2.0/networks?id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 200 len: 916 time: 0.3973739 Nov 23 12:46:35.736697 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7e48c5d8-b0b5-482f-8bce-e6a8d85f4520 req-0be75023-f650-40f6-84dd-a52d1f3d22f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3528b994-8dcc-411e-88d0-d874f67db476 HTTP/1.1" status: 200 len: 217 time: 0.0661371 Nov 23 12:46:35.748641 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b3ac3-ada1-452e-b3f9-fabacb99f3be req-d1751eb9-402a-47e8-ae6b-34f5e0f62697 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.750073 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-440b3ac3-ada1-452e-b3f9-fabacb99f3be req-d1751eb9-402a-47e8-ae6b-34f5e0f62697 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.2697017 Nov 23 12:46:35.752188 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-60b79e8d-1a1c-40d7-a423-b55862f2950d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.761620 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-60b79e8d-1a1c-40d7-a423-b55862f2950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.771168 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b2cca6da-9f1c-401b-998a-a1de1d1ba79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:35.813798 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-60b79e8d-1a1c-40d7-a423-b55862f2950d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53633b29f0c34ac6b4d2fd34ce48e61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560630 Nov 23 12:46:35.820194 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b79e8d-1a1c-40d7-a423-b55862f2950d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a690af-a0fb-4aa7-9c58-70791664c6b1,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:35.820374 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 51118) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:35.824154 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-60b79e8d-1a1c-40d7-a423-b55862f2950d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:35.836215 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b325c-a933-4932-a306-a54a9f151bed req-0c46ac49-7f34-4254-b66c-5b1146aa5632 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.837701 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e97b325c-a933-4932-a306-a54a9f151bed req-0c46ac49-7f34-4254-b66c-5b1146aa5632 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 944 time: 0.1584146 Nov 23 12:46:35.865954 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-440b3ac3-ada1-452e-b3f9-fabacb99f3be req-1487b644-af4a-4625-98fe-d791f93d5849 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839019 Nov 23 12:46:35.872060 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48c5d8-b0b5-482f-8bce-e6a8d85f4520 req-aed2e8a2-6aa5-43bd-b38f-a4858fe35c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.873627 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7e48c5d8-b0b5-482f-8bce-e6a8d85f4520 req-aed2e8a2-6aa5-43bd-b38f-a4858fe35c01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68e37d2d-b2b9-46b5-b763-0488badc871e HTTP/1.1" status: 200 len: 855 time: 0.1226788 Nov 23 12:46:35.903515 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e97b325c-a933-4932-a306-a54a9f151bed req-7b3c6685-d129-41e0-8cce-6bffa1b0e27a tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540948 Nov 23 12:46:35.943893 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7e48c5d8-b0b5-482f-8bce-e6a8d85f4520 req-a1d36750-248b-415a-85d5-a0a5a30dca43 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=deee8d9a-66b5-4c4e-a2fe-90f143f3b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504158 Nov 23 12:46:36.028104 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-bcc464f2-c5d5-4fbd-9677-372c5f685a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.073163 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-bcc464f2-c5d5-4fbd-9677-372c5f685a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.139103 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7e48c5d8-b0b5-482f-8bce-e6a8d85f4520 req-2299c279-5826-4d1a-b9ce-21d23cffb690 service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846967 Nov 23 12:46:36.236212 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-bcc464f2-c5d5-4fbd-9677-372c5f685a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.242767 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:36.256034 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc464f2-c5d5-4fbd-9677-372c5f685a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a690af-a0fb-4aa7-9c58-70791664c6b1,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:36.261428 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-bcc464f2-c5d5-4fbd-9677-372c5f685a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:36.306415 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-bcc464f2-c5d5-4fbd-9677-372c5f685a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.307523 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-bcc464f2-c5d5-4fbd-9677-372c5f685a93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3a690af-a0fb-4aa7-9c58-70791664c6b1 HTTP/1.1" status: 204 len: 168 time: 0.4795778 Nov 23 12:46:36.342614 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51136) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:36.360108 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7e48c5d8-b0b5-482f-8bce-e6a8d85f4520 req-39a3a3b1-e9d5-4b3c-8655-19932ac25a5e service neutron] 10.222.0.76 "GET /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130497 Nov 23 12:46:36.386529 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58692983-b096-4d61-9cbd-c477ad911490 req-e84bc8a0-c055-4e92-815e-ee4091c3d0fc tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:36.387980 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-58692983-b096-4d61-9cbd-c477ad911490 req-e84bc8a0-c055-4e92-815e-ee4091c3d0fc tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 946 time: 0.1231503 Nov 23 12:46:36.435395 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-58692983-b096-4d61-9cbd-c477ad911490 req-7bc41b2e-8583-4539-9f7b-154d50d79368 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Nov 23 12:46:36.465899 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b5733d02-2eb7-408d-b574-cf741388987b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.479908 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-b5733d02-2eb7-408d-b574-cf741388987b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:36.483623 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-b5733d02-2eb7-408d-b574-cf741388987b admin admin] Usage tracker for resource:security_group_rule and tenant:550d560215224e9985a3ecafbe569451 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:36.486365 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-b5733d02-2eb7-408d-b574-cf741388987b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:36.491868 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-b5733d02-2eb7-408d-b574-cf741388987b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:36.579736 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b5733d02-2eb7-408d-b574-cf741388987b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.585003 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b5733d02-2eb7-408d-b574-cf741388987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.597637 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a6228acb-5640-43d6-aad3-a5242a7a27c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:36.639077 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b5733d02-2eb7-408d-b574-cf741388987b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=550d560215224e9985a3ecafbe569451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926953 Nov 23 12:46:36.639077 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5733d02-2eb7-408d-b574-cf741388987b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf8d24c-4ead-4c3c-ad40-a31f62e40de4,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:36.639492 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 51146) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:36.643120 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b5733d02-2eb7-408d-b574-cf741388987b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:36.696519 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51150) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:36.702749 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-dac76d25-32e1-4112-8a7e-71f8f90a21ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.724488 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8275dc66-c840-4254-adc5-6020164f22a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.728319 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-dac76d25-32e1-4112-8a7e-71f8f90a21ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.742270 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-8275dc66-c840-4254-adc5-6020164f22a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:36.747633 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-8275dc66-c840-4254-adc5-6020164f22a8 admin admin] Usage tracker for resource:security_group_rule and tenant:03d5350023614f09ac49f5e890997e6f is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:36.751159 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-8275dc66-c840-4254-adc5-6020164f22a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:36.758330 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-8275dc66-c840-4254-adc5-6020164f22a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:36.779268 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-dac76d25-32e1-4112-8a7e-71f8f90a21ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.784036 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e61adba6-7c51-42c6-90ef-c4347b612f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:36.785256 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cbaea-0e93-4007-a1be-0a6a749e8d49 req-6b540639-459d-4ef3-a873-ee37415dd1b2 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:36.786790 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-417cbaea-0e93-4007-a1be-0a6a749e8d49 req-6b540639-459d-4ef3-a873-ee37415dd1b2 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 943 time: 0.1348431 Nov 23 12:46:36.794214 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac76d25-32e1-4112-8a7e-71f8f90a21ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf8d24c-4ead-4c3c-ad40-a31f62e40de4,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:36.797792 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-dac76d25-32e1-4112-8a7e-71f8f90a21ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:36.801130 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-dac76d25-32e1-4112-8a7e-71f8f90a21ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.802406 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-dac76d25-32e1-4112-8a7e-71f8f90a21ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbf8d24c-4ead-4c3c-ad40-a31f62e40de4 HTTP/1.1" status: 204 len: 168 time: 0.1619604 Nov 23 12:46:36.861623 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-417cbaea-0e93-4007-a1be-0a6a749e8d49 req-04012bc3-34da-4450-ab94-6f110da5b87d tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678682 Nov 23 12:46:36.914866 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8275dc66-c840-4254-adc5-6020164f22a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.920192 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8275dc66-c840-4254-adc5-6020164f22a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.929196 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-60b79e8d-1a1c-40d7-a423-b55862f2950d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:36.980114 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8275dc66-c840-4254-adc5-6020164f22a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03d5350023614f09ac49f5e890997e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799933 Nov 23 12:46:36.981745 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275dc66-c840-4254-adc5-6020164f22a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6470f7-a130-4d6e-b677-2b856b309df5,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:36.982785 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 51160) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:36.986853 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8275dc66-c840-4254-adc5-6020164f22a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:37.104055 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc4ed6-619c-4a7b-ad89-e93ec2765f7a req-62951f85-08da-45a9-9ba6-34f9b98663d1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:37.106681 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-eddc4ed6-619c-4a7b-ad89-e93ec2765f7a req-62951f85-08da-45a9-9ba6-34f9b98663d1 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 944 time: 0.0880167 Nov 23 12:46:37.112892 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4238a68c-bef9-4a3d-a28e-103feadcad79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.147826 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4238a68c-bef9-4a3d-a28e-103feadcad79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.159437 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-eddc4ed6-619c-4a7b-ad89-e93ec2765f7a req-df69b3a2-57f5-4627-9016-11e092343d9e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480709 Nov 23 12:46:37.164368 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c65b0-6b10-471e-897d-9a937665c353 req-8c6ffb1b-c5b9-4098-a44e-edefae2f0aea tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:37.165829 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-079c65b0-6b10-471e-897d-9a937665c353 req-8c6ffb1b-c5b9-4098-a44e-edefae2f0aea tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1513128 Nov 23 12:46:37.244457 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-079c65b0-6b10-471e-897d-9a937665c353 req-d12cc0d3-bde7-485d-ba35-53d1fb204951 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590718 Nov 23 12:46:37.272699 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4238a68c-bef9-4a3d-a28e-103feadcad79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.276858 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-dac76d25-32e1-4112-8a7e-71f8f90a21ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:37.289859 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238a68c-bef9-4a3d-a28e-103feadcad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6470f7-a130-4d6e-b677-2b856b309df5,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:37.293292 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4238a68c-bef9-4a3d-a28e-103feadcad79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:37.296511 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4238a68c-bef9-4a3d-a28e-103feadcad79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.297612 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-4238a68c-bef9-4a3d-a28e-103feadcad79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c6470f7-a130-4d6e-b677-2b856b309df5 HTTP/1.1" status: 204 len: 168 time: 0.3136456 Nov 23 12:46:37.627056 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8f6c9-4e38-4e4c-9465-2cb0e6760e11 req-e4ec177b-5040-4ab9-9dcf-470180cb35ea tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:37.628568 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-95a8f6c9-4e38-4e4c-9465-2cb0e6760e11 req-e4ec177b-5040-4ab9-9dcf-470180cb35ea tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 946 time: 0.0858135 Nov 23 12:46:37.675064 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-95a8f6c9-4e38-4e4c-9465-2cb0e6760e11 req-dbf79974-95b2-4e21-99d4-90cf88c20f4d tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/security-groups?id=42e55800-92cc-4255-9f3a-893ecfa15121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397880 Nov 23 12:46:38.007679 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 3528b994-8dcc-411e-88d0-d874f67db476 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:38.102151 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3d70f-fa90-4281-a4b4-fedb134caa55 req-74181d45-4465-4333-adbf-add91b5ce267 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:38.105207 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-02d3d70f-fa90-4281-a4b4-fedb134caa55 req-74181d45-4465-4333-adbf-add91b5ce267 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 946 time: 0.1024494 Nov 23 12:46:38.129055 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaa952-49b1-4dfb-988d-4dbb82c120a1 req-d91dd41c-d914-4ab8-a52f-7f84d22a02ca tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:38.130616 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d3aaa952-49b1-4dfb-988d-4dbb82c120a1 req-d91dd41c-d914-4ab8-a52f-7f84d22a02ca tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 943 time: 0.1517043 Nov 23 12:46:38.175440 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 3528b994-8dcc-411e-88d0-d874f67db476, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3528b994-8dcc-411e-88d0-d874f67db476,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:38.192415 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '3528b994-8dcc-411e-88d0-d874f67db476', 'network_id': 'deee8d9a-66b5-4c4e-a2fe-90f143f3b103', 'port_id': '3528b994-8dcc-411e-88d0-d874f67db476', 'mac_address': 'fa:16:3e:a3:c2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e37d2d-b2b9-46b5-b763-0488badc871e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:38.196212 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d3aaa952-49b1-4dfb-988d-4dbb82c120a1 req-54c27745-93a4-4c74-bc1f-d78a2fcff0dd tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591013 Nov 23 12:46:38.208970 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-02d3d70f-fa90-4281-a4b4-fedb134caa55 req-21b20d1f-6f7b-4706-a459-005ae3ed27e2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Deleting port b7d9d845-a08f-4a88-beeb-794771908983 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:46:38.208970 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-02d3d70f-fa90-4281-a4b4-fedb134caa55 req-21b20d1f-6f7b-4706-a459-005ae3ed27e2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.264291 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.272577 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51216) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:38.288702 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3528b994-8dcc-411e-88d0-d874f67db476 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:38.316908 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 3528b994-8dcc-411e-88d0-d874f67db476, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3528b994-8dcc-411e-88d0-d874f67db476,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:38.325232 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.326211 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 346ee434-d5df-4661-a843-b471b01f10a5 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:38.329903 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-9d7b8d4e-d14a-4a3e-ac76-949ecc3b3d19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:38.475801 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1440165854-network', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:38.483207 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:38.489560 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Usage tracker for resource:network and tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:38.493127 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:38.498416 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=3528b994-8dcc-411e-88d0-d874f67db476,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:38.501605 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:38.504847 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:38.572681 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 346ee434-d5df-4661-a843-b471b01f10a5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=346ee434-d5df-4661-a843-b471b01f10a5,segment=NetworkSegment(c7f08b1c-7879-44d7-9af0-5facf2545d6e),segment_id=c7f08b1c-7879-44d7-9af0-5facf2545d6e)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:38.584923 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387ee53-2e04-448f-8efc-73f77226d9b7 req-140af1e8-1e7c-40aa-bf99-f8c1975026df tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:38.585657 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-2387ee53-2e04-448f-8efc-73f77226d9b7 req-140af1e8-1e7c-40aa-bf99-f8c1975026df tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Synchronizing usage tracker for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:38.594689 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '346ee434-d5df-4661-a843-b471b01f10a5', 'network_id': '3026f22b-a3e2-44b5-9f0c-b81b87eb0461', 'port_id': '346ee434-d5df-4661-a843-b471b01f10a5', 'mac_address': 'fa:16:3e:31:4e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974ae809-95dd-4c56-a58c-dc737470ec52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:38.599060 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Made reservation on behalf of d92b5aa4e35d4a1b98c0fb33e75a9bfc for: {'network': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:38.601313 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.620002 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-02d3d70f-fa90-4281-a4b4-fedb134caa55 req-21b20d1f-6f7b-4706-a459-005ae3ed27e2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] For port b7d9d845-a08f-4a88-beeb-794771908983, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b7d9d845-a08f-4a88-beeb-794771908983,segment=NetworkSegment(42a3b6a2-bd1f-4036-a09c-43666afd628c),segment_id=42a3b6a2-bd1f-4036-a09c-43666afd628c)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:38.620444 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-02d3d70f-fa90-4281-a4b4-fedb134caa55 req-21b20d1f-6f7b-4706-a459-005ae3ed27e2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.628918 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-2387ee53-2e04-448f-8efc-73f77226d9b7 req-140af1e8-1e7c-40aa-bf99-f8c1975026df tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Unset dirty status for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:38.630071 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2387ee53-2e04-448f-8efc-73f77226d9b7 req-140af1e8-1e7c-40aa-bf99-f8c1975026df tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 945 time: 0.2638059 Nov 23 12:46:38.649283 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.674816 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.692335 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:38.695003 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346ee434-d5df-4661-a843-b471b01f10a5 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:38.698947 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Usage tracker for resource:security_group_rule and tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:38.703402 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:38.711153 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:38.713031 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 346ee434-d5df-4661-a843-b471b01f10a5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=346ee434-d5df-4661-a843-b471b01f10a5,segment=NetworkSegment(c7f08b1c-7879-44d7-9af0-5facf2545d6e),segment_id=c7f08b1c-7879-44d7-9af0-5facf2545d6e)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:38.718634 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.721162 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:38.745578 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc1b44-1dd4-4646-bad5-c67a07cbbbcd req-8bc90b5c-5312-486f-9cb3-bac649940a98 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:38.747202 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-73fc1b44-1dd4-4646-bad5-c67a07cbbbcd req-8bc90b5c-5312-486f-9cb3-bac649940a98 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.2353425 Nov 23 12:46:38.804677 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=346ee434-d5df-4661-a843-b471b01f10a5,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:38.807952 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-73fc1b44-1dd4-4646-bad5-c67a07cbbbcd req-15a05592-1d72-484d-991a-0e938d831d48 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535576 Nov 23 12:46:38.819343 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:38.862011 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.868330 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.871812 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-4c263296-e731-4abf-a14c-72718cf82cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:38.886049 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-02d3d70f-fa90-4281-a4b4-fedb134caa55 req-21b20d1f-6f7b-4706-a459-005ae3ed27e2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Calling delete_port for b7d9d845-a08f-4a88-beeb-794771908983 owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:46:38.904516 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e69c13-08c0-4d28-aff4-5aacb3847846,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:38.922507 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:38.932841 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=86826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:46:38.944926 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.945466 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.segments_db [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Added segment 994b64ee-4789-4532-ae2a-f7bddd4ff95b of type vlan for network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 Nov 23 12:46:38.950882 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2387ee53-2e04-448f-8efc-73f77226d9b7 req-a2b103c3-f519-4a5a-a9ce-38811e85c9eb tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728599 Nov 23 12:46:38.979118 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.014564 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.015990 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:39.016658 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.021580 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:39.074434 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-02d3d70f-fa90-4281-a4b4-fedb134caa55 req-21b20d1f-6f7b-4706-a459-005ae3ed27e2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.081220 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['346ee434-d5df-4661-a843-b471b01f10a5'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:39.082439 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:39.125116 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Pushing event updated for resources: {'Network': ['ID=400fc0c0-feab-4309-b5ca-fc6ebda91c25,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:39.130282 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:39.138027 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:46:39.148344 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8733389 Nov 23 12:46:39.151777 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51230) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:39.157290 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Request body: {'subnet': {'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1440165854-subnet', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'ip_version': 4}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:39.160485 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['3528b994-8dcc-411e-88d0-d874f67db476'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:39.162256 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:39.167459 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Usage tracker for resource:subnet and tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:39.168049 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b20d1f-6f7b-4706-a459-005ae3ed27e2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Pushing event deleted for resources: {'Port': ['ID=b7d9d845-a08f-4a88-beeb-794771908983,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:39.170500 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:39.170624 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-21b20d1f-6f7b-4706-a459-005ae3ed27e2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:39.178608 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:39.196063 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Made reservation on behalf of d92b5aa4e35d4a1b98c0fb33e75a9bfc for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:39.199013 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.222322 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d4b648e7-a989-4f73-83de-d955a6807045 req-e66c0537-8499-4d2c-ad21-bd7c90107a4a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.41 "GET /v2.0/ports?device_id=8279ff83-8acf-4bcf-b58d-59ce0576ce20 HTTP/1.1" status: 200 len: 210 time: 0.1022921 Nov 23 12:46:39.281036 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d3d70f-fa90-4281-a4b4-fedb134caa55 req-21b20d1f-6f7b-4706-a459-005ae3ed27e2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] No DVR routers for this DVR port b7d9d845-a08f-4a88-beeb-794771908983 on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:46:39.283914 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-02d3d70f-fa90-4281-a4b4-fedb134caa55 req-21b20d1f-6f7b-4706-a459-005ae3ed27e2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.288344 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8279ff83-8acf-4bcf-b58d-59ce0576ce20', 'name': 'network-vif-deleted', 'tag': 'b7d9d845-a08f-4a88-beeb-794771908983'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:39.306062 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-02d3d70f-fa90-4281-a4b4-fedb134caa55 req-21b20d1f-6f7b-4706-a459-005ae3ed27e2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] 10.222.0.76 "DELETE /v2.0/ports/b7d9d845-a08f-4a88-beeb-794771908983 HTTP/1.1" status: 204 len: 173 time: 1.1943500 Nov 23 12:46:39.359737 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-85bb24bb-c7bf-4eea-89d9-2ff2cf4646c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.383647 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8279ff83-8acf-4bcf-b58d-59ce0576ce20', 'name': 'network-vif-deleted', 'tag': 'b7d9d845-a08f-4a88-beeb-794771908983', 'status': 'completed', 'code': 200} Nov 23 12:46:39.538683 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084635da-1e25-4fb9-bbef-e686d8462f4d req-29ca0754-3281-48af-9ade-6044d910faf6 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:39.540042 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-084635da-1e25-4fb9-bbef-e686d8462f4d req-29ca0754-3281-48af-9ade-6044d910faf6 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 944 time: 0.1358411 Nov 23 12:46:39.540981 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.545773 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-133091e8-37e9-4a05-966c-391d9418dc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:39.651548 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:39.655754 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-084635da-1e25-4fb9-bbef-e686d8462f4d req-91c6e3df-7671-4d35-8285-dfa0889c6b8f tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800250 Nov 23 12:46:39.656490 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:39.662478 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Checking segment: {'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:39.662833 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Network hostable DHCP agents. Network: 400fc0c0-feab-4309-b5ca-fc6ebda91c25, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:46:39.682972 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:46:39.699237 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, 400fc0c0-feab-4309-b5ca-fc6ebda91c25) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:39.705746 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:39.706352 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.712533 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cd0fc8-eb77-49aa-bd23-fcb4f9ad9397 None None] Network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:39.731270 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5750458 Nov 23 12:46:39.731774 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51240) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:39.737008 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:39.741670 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:39.745542 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Usage tracker for resource:router and tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:39.748412 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:39.754115 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:39.764705 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48205'] for router, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.765682 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48218'] for router, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.781534 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.940535 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.029369 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device b7d9d845-a08f-4a88-beeb-794771908983 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:46:40.060865 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa319e6ca-75f2-5eba-bfa2-fee8e17dc79e-400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'fixed_ips': [{'subnet_id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88'}]}} from dv-cinder-818884-1-smb. {{(pid=86827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:46:40.061619 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.062377 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1aeea-0959-40c5-b48f-cfd5b911ce4e req-4bc8a825-de77-419e-84a0-ad11e9c95d26 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:40.064031 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3fc1aeea-0959-40c5-b48f-cfd5b911ce4e req-4bc8a825-de77-419e-84a0-ad11e9c95d26 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0947828 Nov 23 12:46:40.080807 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: b7d9d845-a08f-4a88-beeb-794771908983 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:46:40.081156 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device b7d9d845-a08f-4a88-beeb-794771908983 not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:46:40.124645 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3fc1aeea-0959-40c5-b48f-cfd5b911ce4e req-6000932e-30eb-44d2-8134-08209607d3f4 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547094 Nov 23 12:46:40.156822 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-2343645d-5b86-4c6c-bba7-a2b49216dc7d tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fb6a4ba232784cb28647be1d88261ccf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400293 Nov 23 12:46:40.246522 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Allocated IP 172.20.0.2 (400fc0c0-feab-4309-b5ca-fc6ebda91c25/b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88/a452841c-a996-40df-86c7-835129dbb424) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:40.324337 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681dac7-497f-4d84-a3fe-2ec6a6e84cfa req-472d9034-5caa-48d4-8326-acf78cdfc6c5 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:40.325887 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a681dac7-497f-4d84-a3fe-2ec6a6e84cfa req-472d9034-5caa-48d4-8326-acf78cdfc6c5 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 945 time: 0.0881221 Nov 23 12:46:40.352182 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48168'] for router, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.375411 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a681dac7-497f-4d84-a3fe-2ec6a6e84cfa req-8b18780e-bcbb-4771-b840-f29908bf03c8 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Nov 23 12:46:40.495461 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.510308 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Transition to ACTIVE for port object a452841c-a996-40df-86c7-835129dbb424 will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:40.513991 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-3fc861dc-416a-43b5-97c1-80271bc0c162 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:40.515094 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-3fc861dc-416a-43b5-97c1-80271bc0c162 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3020213 Nov 23 12:46:40.530789 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Transition to ACTIVE for port object a452841c-a996-40df-86c7-835129dbb424 will not be triggered until provisioned by entity DHCP. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:40.533015 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-ae15ab7c-f6a8-4129-ab3c-eefc4cce8e9c tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/quotas/fb6a4ba232784cb28647be1d88261ccf HTTP/1.1" status: 200 len: 375 time: 0.0109143 Nov 23 12:46:40.534514 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed1078-ade5-4719-a48b-2bab3527a82e req-19598e81-bed7-47b2-880f-0c2e0f4dfecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:40.536181 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eaed1078-ade5-4719-a48b-2bab3527a82e req-19598e81-bed7-47b2-880f-0c2e0f4dfecb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 1098 time: 0.0916579 Nov 23 12:46:40.542334 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.548517 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:40.594814 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-7fbad622-915f-4bda-afe0-e6e4ecf4a984 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb6a4ba232784cb28647be1d88261ccf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541480 Nov 23 12:46:40.615588 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:40.618675 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:40.625782 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:40.628584 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Pushing event updated for resources: {'Port': ['ID=a452841c-a996-40df-86c7-835129dbb424,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:40.633477 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:40.740542 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Attempting to bind port a452841c-a996-40df-86c7-835129dbb424 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:40.740914 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Attempting to bind port a452841c-a996-40df-86c7-835129dbb424 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:40.741285 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Attempting to bind port a452841c-a996-40df-86c7-835129dbb424 on network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:40.747080 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:40.747457 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Checking segment: {'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:40.747925 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.748326 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Bound using segment: {'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:40.748798 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Bound port: a452841c-a996-40df-86c7-835129dbb424, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:40.749181 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.880950 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed1078-ade5-4719-a48b-2bab3527a82e req-df6dbeb3-56f7-42ae-ac92-8fc80d3eb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:40.882502 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eaed1078-ade5-4719-a48b-2bab3527a82e req-df6dbeb3-56f7-42ae-ac92-8fc80d3eb7fe service neutron] 10.222.0.76 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 919 time: 0.3020678 Nov 23 12:46:40.958795 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.973735 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eaed1078-ade5-4719-a48b-2bab3527a82e req-eccb6a2e-92ef-477f-8bae-09d3662de7c2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 HTTP/1.1" status: 200 len: 217 time: 0.0781364 Nov 23 12:46:41.008870 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] For port a452841c-a996-40df-86c7-835129dbb424, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:41.016045 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] For port a452841c-a996-40df-86c7-835129dbb424, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=a452841c-a996-40df-86c7-835129dbb424,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:41.028171 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.032024 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:41.049433 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7a9620f2-78f7-4314-afe0-cbe1f4a9df9d req-3bf6a462-0272-4f04-85b6-5ff96762d846 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 210 time: 0.1163864 Nov 23 12:46:41.064172 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97411e64-86e4-464c-818d-07985251574e req-48a57732-4779-48d9-8fec-06d01632ec5e tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:41.070974 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-97411e64-86e4-464c-818d-07985251574e req-48a57732-4779-48d9-8fec-06d01632ec5e tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 944 time: 0.2572393 Nov 23 12:46:41.120109 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.159545 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed1078-ade5-4719-a48b-2bab3527a82e req-d756d877-b37c-46dc-b8f9-50e821688ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:41.161077 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eaed1078-ade5-4719-a48b-2bab3527a82e req-d756d877-b37c-46dc-b8f9-50e821688ef0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff930218-bccf-4ca7-8504-4269e7c44ee7 HTTP/1.1" status: 200 len: 858 time: 0.1687725 Nov 23 12:46:41.161277 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Pushing event updated for resources: {'Port': ['ID=a452841c-a996-40df-86c7-835129dbb424,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:41.165562 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:41.176256 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.290847 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-97411e64-86e4-464c-818d-07985251574e req-8ad56bbe-63d3-4a93-8eb8-c22663d3563a tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189136 Nov 23 12:46:41.302490 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eaed1078-ade5-4719-a48b-2bab3527a82e req-8e83a4d4-7ef4-4107-bc98-de964e85aa39 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ccaea996-6819-4251-881c-5547b68b4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236997 Nov 23 12:46:41.425727 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Allocated IP 172.28.0.211 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/c7fb13e1-226b-4fee-b38b-9d063e07fa85) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:41.452848 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325fe28-5bb1-4c97-bb83-bbe1a4d9036f req-f474b341-49d2-42f7-9336-f0dc7c02fa1c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:41.475279 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5325fe28-5bb1-4c97-bb83-bbe1a4d9036f req-f474b341-49d2-42f7-9336-f0dc7c02fa1c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1588929 Nov 23 12:46:41.504231 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eaed1078-ade5-4719-a48b-2bab3527a82e req-0ad050d3-1740-4b13-aba4-0a01d6a8a893 service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953127 Nov 23 12:46:41.671420 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b32eb150-a776-410a-922a-9e9f827d7db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.675782 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5325fe28-5bb1-4c97-bb83-bbe1a4d9036f req-287e1072-753d-4102-b1cc-9f75f5c4aa8a tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986399 Nov 23 12:46:41.753525 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.795329 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.804598 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:41.837307 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eaed1078-ade5-4719-a48b-2bab3527a82e req-b951875e-07f2-4c26-b8e1-bee1e3e2e23a service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226528 Nov 23 12:46:41.863986 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ded3b-31f6-4779-b75f-47424791b112 req-907765eb-2a22-437d-ab5a-956d07562449 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:41.868149 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e54ded3b-31f6-4779-b75f-47424791b112 req-907765eb-2a22-437d-ab5a-956d07562449 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 945 time: 0.2116950 Nov 23 12:46:41.893016 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:41.897176 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:41.901541 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:41.941179 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e54ded3b-31f6-4779-b75f-47424791b112 req-69898418-19f0-450a-a62e-5317aabb9343 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661898 Nov 23 12:46:42.038562 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 3528b994-8dcc-411e-88d0-d874f67db476 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:42.064040 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Pushing event updated for resources: {'Port': ['ID=c7fb13e1-226b-4fee-b38b-9d063e07fa85,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:42.067529 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:42.137604 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port 3528b994-8dcc-411e-88d0-d874f67db476 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:42.144261 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 3528b994-8dcc-411e-88d0-d874f67db476 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:42.144764 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.302928 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device a452841c-a996-40df-86c7-835129dbb424 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:42.384672 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4afa05c2-d232-471d-814b-42ed98eec777 req-32889a1b-078d-44e4-b601-df263f70ea66 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 210 time: 0.1090779 Nov 23 12:46:42.475727 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.511091 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 3528b994-8dcc-411e-88d0-d874f67db476, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3528b994-8dcc-411e-88d0-d874f67db476,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:42.513642 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5cbf19-4fd7-4289-968a-1c211723200f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3528b994-8dcc-411e-88d0-d874f67db476'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:42.521982 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.522925 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 346ee434-d5df-4661-a843-b471b01f10a5 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:42.552491 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:42.600434 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port a452841c-a996-40df-86c7-835129dbb424 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:42.613330 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:46:42.636091 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5cbf19-4fd7-4289-968a-1c211723200f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3528b994-8dcc-411e-88d0-d874f67db476', 'code': 200} Nov 23 12:46:42.663359 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0521c5e7-aef4-49ee-a576-23805ea3316b None None] Network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:42.769616 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=3528b994-8dcc-411e-88d0-d874f67db476,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:42.784265 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:42.822110 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port 346ee434-d5df-4661-a843-b471b01f10a5 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:42.841687 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.844934 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-347b87a6-1f53-4cd0-a49d-3de2464ceffa None None] Provisioning for port a452841c-a996-40df-86c7-835129dbb424 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:42.855613 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-3aa310aa-f451-4e8e-899e-66d9c70547b8 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=fb6a4ba232784cb28647be1d88261ccf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988967 Nov 23 12:46:42.886022 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 346ee434-d5df-4661-a843-b471b01f10a5 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:42.886425 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.007399 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9dd13-c0ab-4104-b4fb-4cf3103991d8 req-d0e5ac34-400b-4533-95b3-689f93873764 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:43.009185 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-347b87a6-1f53-4cd0-a49d-3de2464ceffa None None] Provisioning complete for port a452841c-a996-40df-86c7-835129dbb424 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:43.009567 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-347b87a6-1f53-4cd0-a49d-3de2464ceffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.014727 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c6f9dd13-c0ab-4104-b4fb-4cf3103991d8 req-d0e5ac34-400b-4533-95b3-689f93873764 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 944 time: 0.5548317 Nov 23 12:46:43.136427 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-954615fa-aa5a-4c0c-a93d-d9ea271266fb tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:43.137886 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-954615fa-aa5a-4c0c-a93d-d9ea271266fb tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751796 Nov 23 12:46:43.140934 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c6f9dd13-c0ab-4104-b4fb-4cf3103991d8 req-79a84fd0-0765-4148-aaec-5aac678b9f31 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254470 Nov 23 12:46:43.156095 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Request body: {'port': {'device_id': '62b5de7f-f61b-4f40-98a4-0fc7f9d38bec', 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b', 'admin_state_up': True, 'tenant_id': 'fb6a4ba232784cb28647be1d88261ccf'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:43.197387 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.278772 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce65d3-07c0-4513-a440-6a8a7b1ddcbb req-cc4f0820-c9a4-48f4-aee4-76a5e65e1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:43.280233 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2dce65d3-07c0-4513-a440-6a8a7b1ddcbb req-cc4f0820-c9a4-48f4-aee4-76a5e65e1b0a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 1099 time: 0.2280071 Nov 23 12:46:43.281325 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4cace-dab2-4fd6-a2e5-bc4fd07f0eab req-77bf8dfe-26e9-471a-a401-1f7743b3eccb tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:43.282936 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-86d4cace-dab2-4fd6-a2e5-bc4fd07f0eab req-77bf8dfe-26e9-471a-a401-1f7743b3eccb tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.3086245 Nov 23 12:46:43.305635 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-347b87a6-1f53-4cd0-a49d-3de2464ceffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.332548 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:43.337126 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Usage tracker for resource:port and tenant:fb6a4ba232784cb28647be1d88261ccf is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:43.340782 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:43.347073 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:43.376394 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2dce65d3-07c0-4513-a440-6a8a7b1ddcbb req-0adae574-fb86-40b2-9ddd-e4a640268165 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729604 Nov 23 12:46:43.377285 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Made reservation on behalf of fb6a4ba232784cb28647be1d88261ccf for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:43.382628 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.399693 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.415746 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.425729 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-347b87a6-1f53-4cd0-a49d-3de2464ceffa None None] For port a452841c-a996-40df-86c7-835129dbb424, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=a452841c-a996-40df-86c7-835129dbb424,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:43.442601 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-347b87a6-1f53-4cd0-a49d-3de2464ceffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.448725 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:43.454377 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963813'] for router, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.461240 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-86d4cace-dab2-4fd6-a2e5-bc4fd07f0eab req-4fdc4c21-6caa-467f-97c4-aa09cc07bc2c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693881 Nov 23 12:46:43.472224 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:43.487674 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Usage tracker for resource:security_group_rule and tenant:fb6a4ba232784cb28647be1d88261ccf is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:43.493746 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:43.529137 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 346ee434-d5df-4661-a843-b471b01f10a5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=346ee434-d5df-4661-a843-b471b01f10a5,segment=NetworkSegment(c7f08b1c-7879-44d7-9af0-5facf2545d6e),segment_id=c7f08b1c-7879-44d7-9af0-5facf2545d6e)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:43.530153 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:43.534951 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b87a6-1f53-4cd0-a49d-3de2464ceffa None None] Pushing event updated for resources: {'Port': ['ID=a452841c-a996-40df-86c7-835129dbb424,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:43.538353 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-347b87a6-1f53-4cd0-a49d-3de2464ceffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:43.540445 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.543401 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:43.592776 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54e16-9e74-465b-8375-050bd95c1157 req-bfbaf593-43e4-4743-81ab-342d0ab0d8f7 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:43.599826 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-38e54e16-9e74-465b-8375-050bd95c1157 req-bfbaf593-43e4-4743-81ab-342d0ab0d8f7 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 946 time: 0.2019668 Nov 23 12:46:43.675329 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-38e54e16-9e74-465b-8375-050bd95c1157 req-f3267e4f-ee4e-443a-8d9f-9e37ffa506a2 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745704 Nov 23 12:46:43.701555 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=346ee434-d5df-4661-a843-b471b01f10a5,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:43.714557 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:43.751664 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.757859 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8763d7db-9a3c-4cd4-8996-ee6b4cf381cb req-cfb95f84-aac5-4277-9a4e-437c796c590a tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 210 time: 0.0607085 Nov 23 12:46:43.758533 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.763970 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-bcc464f2-c5d5-4fbd-9677-372c5f685a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:43.772059 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-a1b00fab-3015-477b-beb5-7665f27a5e63 None None] Provisioning complete for port a452841c-a996-40df-86c7-835129dbb424 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:43.772493 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a1b00fab-3015-477b-beb5-7665f27a5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.813365 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e is scheduled to L3 agent faa92151-038f-4b29-95e9-6a3353739984 with binding_index 1 {{(pid=86826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:46:43.871805 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d219a5-0539-4720-b348-ff03e7406318,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:43.877873 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:43.985392 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Allocated IP 192.168.233.39 (5a72a9de-e051-49a4-9af7-e05c949cc65b/fc3e0b8e-f8ff-4baf-88bb-17a2a4520349/d8aa8b3e-5f65-42dc-8bda-82410e92d297) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:44.043907 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:46:44.056896 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17110484-753b-4369-b576-37339b925502 None None] Sync routers for ids ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:46:44.069956 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17110484-753b-4369-b576-37339b925502 None None] Routers {'1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:44.070978 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-17110484-753b-4369-b576-37339b925502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:46:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:44.072142 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Notify callbacks [] for router, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.074804 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3412883 Nov 23 12:46:44.077487 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51366) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:44.198212 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.227878 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device a452841c-a996-40df-86c7-835129dbb424 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:44.256079 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.291374 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Transition to ACTIVE for port object d8aa8b3e-5f65-42dc-8bda-82410e92d297 will not be triggered until provisioned by entity DHCP. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:44.324749 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-17110484-753b-4369-b576-37339b925502 None None] Set router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:44.328273 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port a452841c-a996-40df-86c7-835129dbb424 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:44.329306 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.488149 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.520996 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:44.619103 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Network 5a72a9de-e051-49a4-9af7-e05c949cc65b is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:44.637255 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb2f071-f4d8-49df-af7d-0a185b6d0b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346ee434-d5df-4661-a843-b471b01f10a5'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:44.666934 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Pushing event updated for resources: {'Port': ['ID=d8aa8b3e-5f65-42dc-8bda-82410e92d297,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:44.669916 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:44.671878 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:44.673897 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:44.759267 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59612312-c120-4991-8f2c-5c55ed94bab3 req-f5cc26de-f9a3-44ba-a8bc-da7945e70fcd tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:44.762950 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-17110484-753b-4369-b576-37339b925502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:46:42Z', 'revision_number': 3, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:44.767616 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-59612312-c120-4991-8f2c-5c55ed94bab3 req-f5cc26de-f9a3-44ba-a8bc-da7945e70fcd tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 945 time: 0.3906851 Nov 23 12:46:44.783352 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17110484-753b-4369-b576-37339b925502 None None] Checking router: 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:46:44.785106 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17110484-753b-4369-b576-37339b925502 None None] Updating router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e port c7fb13e1-226b-4fee-b38b-9d063e07fa85 binding host dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:46:44.809044 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:44.809921 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.935728 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-59612312-c120-4991-8f2c-5c55ed94bab3 req-58e2be61-b399-4ba5-8496-2c49721e9147 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669829 Nov 23 12:46:44.940167 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-17110484-753b-4369-b576-37339b925502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.979649 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8271501 Nov 23 12:46:45.000958 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Request body: {'port': {'device_id': '62b5de7f-f61b-4f40-98a4-0fc7f9d38bec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:45.013399 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-afe97495-13f0-4c26-8a24-ba0a9069a07b None None] Provisioning for port d8aa8b3e-5f65-42dc-8bda-82410e92d297 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:45.019884 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-afe97495-13f0-4c26-8a24-ba0a9069a07b None None] Provisioning complete for port d8aa8b3e-5f65-42dc-8bda-82410e92d297 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:45.020382 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-afe97495-13f0-4c26-8a24-ba0a9069a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.101704 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb2f071-f4d8-49df-af7d-0a185b6d0b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346ee434-d5df-4661-a843-b471b01f10a5', 'code': 200} Nov 23 12:46:45.175390 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-afe97495-13f0-4c26-8a24-ba0a9069a07b None None] Port d8aa8b3e-5f65-42dc-8bda-82410e92d297 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:46:45.351847 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.353480 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c0a94-c3fb-4a75-a8e9-7de40b8b8a25 req-4ccd3fd7-ec38-45d3-a05b-e649be4c382e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:45.361522 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-625c0a94-c3fb-4a75-a8e9-7de40b8b8a25 req-4ccd3fd7-ec38-45d3-a05b-e649be4c382e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.6911819 Nov 23 12:46:45.413119 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-625c0a94-c3fb-4a75-a8e9-7de40b8b8a25 req-244cf10f-3ee9-49c9-abf0-eb554e6c6e25 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503182 Nov 23 12:46:45.509287 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-17110484-753b-4369-b576-37339b925502 None None] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.524697 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-17110484-753b-4369-b576-37339b925502 None None] Transition to ACTIVE for port object c7fb13e1-226b-4fee-b38b-9d063e07fa85 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:45.534551 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-17110484-753b-4369-b576-37339b925502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.542195 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-92e67df4-fe84-4b2e-895e-b907c601d329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:45.620655 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Pushing event updated for resources: {'Port': ['ID=c7fb13e1-226b-4fee-b38b-9d063e07fa85,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:45.630682 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:45.631349 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:45.631689 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:45.632015 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:45.632334 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:45.632655 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:45.632970 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:45.633284 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:45.633597 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:45.633912 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:45.634242 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:45.634555 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:45.658001 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:45.700489 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-17110484-753b-4369-b576-37339b925502 None None] Attempting to bind port c7fb13e1-226b-4fee-b38b-9d063e07fa85 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:45.701269 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-17110484-753b-4369-b576-37339b925502 None None] Attempting to bind port c7fb13e1-226b-4fee-b38b-9d063e07fa85 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:45.701806 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17110484-753b-4369-b576-37339b925502 None None] Attempting to bind port c7fb13e1-226b-4fee-b38b-9d063e07fa85 on network c8da9131-33b6-458d-837b-6196afa8bd82 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:45.722072 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17110484-753b-4369-b576-37339b925502 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:45.722483 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17110484-753b-4369-b576-37339b925502 None None] Checking segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:45.723061 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-17110484-753b-4369-b576-37339b925502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.723478 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17110484-753b-4369-b576-37339b925502 None None] Bound using segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:45.723982 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-17110484-753b-4369-b576-37339b925502 None None] Bound port: c7fb13e1-226b-4fee-b38b-9d063e07fa85, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:45.724385 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-17110484-753b-4369-b576-37339b925502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.753077 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.780229 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf8155-9061-42de-944b-ed5d396452ba req-6d0627aa-7deb-4be9-b706-a4d6dd8868dd tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:45.787421 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-02cf8155-9061-42de-944b-ed5d396452ba req-6d0627aa-7deb-4be9-b706-a4d6dd8868dd tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 935 time: 0.1862230 Nov 23 12:46:45.842203 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-17110484-753b-4369-b576-37339b925502 None None] For port c7fb13e1-226b-4fee-b38b-9d063e07fa85, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:45.846108 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-17110484-753b-4369-b576-37339b925502 None None] For port c7fb13e1-226b-4fee-b38b-9d063e07fa85, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=c7fb13e1-226b-4fee-b38b-9d063e07fa85,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:45.861478 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-17110484-753b-4369-b576-37339b925502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.866373 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:45.946105 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Pushing event updated for resources: {'Port': ['ID=c7fb13e1-226b-4fee-b38b-9d063e07fa85,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:45.961135 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:45.972023 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-02cf8155-9061-42de-944b-ed5d396452ba req-8b057c70-ffec-46d1-a44b-a1bb503b5c28 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833906 Nov 23 12:46:45.995391 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17110484-753b-4369-b576-37339b925502 None None] Routers {'1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:45.996019 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-17110484-753b-4369-b576-37339b925502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:46:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:46.006406 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8aa8b3e-5f65-42dc-8bda-82410e92d297 {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:46.015949 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.041530 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Transition to ACTIVE for port object d8aa8b3e-5f65-42dc-8bda-82410e92d297 will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:46.059977 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.070712 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:46.281844 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Allocated IP 172.20.0.1 (400fc0c0-feab-4309-b5ca-fc6ebda91c25/b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88/cfee42e0-5df8-4687-88e9-4d97b67a3cc1) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:46.283534 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-17110484-753b-4369-b576-37339b925502 None None] Set router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:46.374393 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Pushing event updated for resources: {'Port': ['ID=d8aa8b3e-5f65-42dc-8bda-82410e92d297,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:46.420612 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d90cb4-011f-4a31-b380-0327efc363f9 req-0fc62d19-be21-40e7-ab2c-ce490f71c2fb tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:46.422260 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-58d90cb4-011f-4a31-b380-0327efc363f9 req-0fc62d19-be21-40e7-ab2c-ce490f71c2fb tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 946 time: 1.1382976 Nov 23 12:46:46.427143 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:46.488083 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607786b-f18f-45d7-8b55-d5ea06271ef3 req-f9e788b3-aa9e-470e-8586-4089fe9875a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:46.489543 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1607786b-f18f-45d7-8b55-d5ea06271ef3 req-f9e788b3-aa9e-470e-8586-4089fe9875a7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 1098 time: 1.1198404 Nov 23 12:46:46.576274 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-58d90cb4-011f-4a31-b380-0327efc363f9 req-73766838-a4c0-4f9b-bd62-b20987867ff9 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107233 Nov 23 12:46:46.616374 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.620487 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1607786b-f18f-45d7-8b55-d5ea06271ef3 req-dbded5b6-cfca-4377-993d-ff81cc4da47a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081393 Nov 23 12:46:46.640147 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Attempting to bind port d8aa8b3e-5f65-42dc-8bda-82410e92d297 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:46.640578 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Attempting to bind port d8aa8b3e-5f65-42dc-8bda-82410e92d297 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '131be783-5ac3-46ef-883c-c4733a9548f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:46.640916 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Attempting to bind port d8aa8b3e-5f65-42dc-8bda-82410e92d297 on network 5a72a9de-e051-49a4-9af7-e05c949cc65b {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:46.650852 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a0ba4-36fa-4bb6-bc38-39e035cb4e7a req-56456615-7348-4c09-8209-4054ad486aa5 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:46.652551 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-945a0ba4-36fa-4bb6-bc38-39e035cb4e7a req-56456615-7348-4c09-8209-4054ad486aa5 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 945 time: 0.1984894 Nov 23 12:46:46.653695 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.provisioning_blocks [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Transition to ACTIVE for port object cfee42e0-5df8-4687-88e9-4d97b67a3cc1 will not be triggered until provisioned by entity DHCP. {{(pid=86826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:46.654004 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Port d8aa8b3e-5f65-42dc-8bda-82410e92d297 on network 5a72a9de-e051-49a4-9af7-e05c949cc65b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:46.654371 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Attempting to bind port d8aa8b3e-5f65-42dc-8bda-82410e92d297 on network 5a72a9de-e051-49a4-9af7-e05c949cc65b {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:46.666500 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:46.666840 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Checking segment: {'id': '131be783-5ac3-46ef-883c-c4733a9548f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:46.667223 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Bound using segment: {'id': '131be783-5ac3-46ef-883c-c4733a9548f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:46.669995 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Bound port: d8aa8b3e-5f65-42dc-8bda-82410e92d297, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131be783-5ac3-46ef-883c-c4733a9548f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:46.670698 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.723736 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-945a0ba4-36fa-4bb6-bc38-39e035cb4e7a req-437008c7-7c51-4452-a2fe-0b5e11dec594 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640881 Nov 23 12:46:46.760633 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.765860 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8b7c4593-4765-483f-a11c-21096b91e7df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:46.868898 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-17110484-753b-4369-b576-37339b925502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:46:42Z', 'revision_number': 3, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:46.881259 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17110484-753b-4369-b576-37339b925502 None None] The sync data for ids ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'] in dv-cinder-818884-1-smb is: [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:46:42Z', 'revision_number': 3, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:46:46.918019 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:46.936681 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271f0b2-d722-4efe-a929-21031e06bb03 req-4ca77db6-593d-4c8a-ab16-5603714868bc tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:46.941535 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:46.943987 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:46.944462 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643627'] for router_interface, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.952333 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b271f0b2-d722-4efe-a929-21031e06bb03 req-4ca77db6-593d-4c8a-ab16-5603714868bc tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1825061 Nov 23 12:46:46.985655 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Pushing event updated for resources: {'Port': ['ID=cfee42e0-5df8-4687-88e9-4d97b67a3cc1,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:47.144956 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:47.145613 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] For port d8aa8b3e-5f65-42dc-8bda-82410e92d297, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:47.222463 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b271f0b2-d722-4efe-a929-21031e06bb03 req-afa2d4ae-b9dd-4e07-8598-268aca586f8c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644489 Nov 23 12:46:47.224303 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] For port d8aa8b3e-5f65-42dc-8bda-82410e92d297, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d8aa8b3e-5f65-42dc-8bda-82410e92d297,segment=NetworkSegment(131be783-5ac3-46ef-883c-c4733a9548f2),segment_id=131be783-5ac3-46ef-883c-c4733a9548f2)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:47.239740 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.285373 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:47.465683 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.477429 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:47.488092 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.491078 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-7eb8fa79-a52d-4118-811c-554d7ca93fc1 None None] Provisioning for port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:47.491586 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] 10.222.0.76 "PUT /v2.0/ports/d8aa8b3e-5f65-42dc-8bda-82410e92d297 HTTP/1.1" status: 200 len: 1097 time: 2.5007496 Nov 23 12:46:47.491701 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b5de7f-f61b-4f40-98a4-0fc7f9d38bec', 'tag': 'd8aa8b3e-5f65-42dc-8bda-82410e92d297'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:47.508918 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-7eb8fa79-a52d-4118-811c-554d7ca93fc1 None None] Provisioning complete for port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:47.510370 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fa79-a52d-4118-811c-554d7ca93fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.679639 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8fa79-a52d-4118-811c-554d7ca93fc1 None None] Port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:46:47.707330 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Pushing event updated for resources: {'Port': ['ID=d8aa8b3e-5f65-42dc-8bda-82410e92d297,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:47.719859 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:47.732624 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-ef05615f-7af7-40a7-939a-3485c7d38670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:47.738799 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-ef05615f-7af7-40a7-939a-3485c7d38670 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fb6a4ba232784cb28647be1d88261ccf&device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 1100 time: 0.1715658 Nov 23 12:46:47.904626 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-39462b01-9fe1-4ec2-8696-b885afc54d4b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d8aa8b3e-5f65-42dc-8bda-82410e92d297 HTTP/1.1" status: 200 len: 217 time: 0.1109388 Nov 23 12:46:47.925050 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b5de7f-f61b-4f40-98a4-0fc7f9d38bec', 'tag': 'd8aa8b3e-5f65-42dc-8bda-82410e92d297', 'status': 'completed', 'code': 200} Nov 23 12:46:48.046958 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea0cea-9b5e-4433-994a-693cca9bfe2a req-bd265f94-0a45-4c91-a7f6-edca228c2cf7 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:48.055011 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-dbea0cea-9b5e-4433-994a-693cca9bfe2a req-bd265f94-0a45-4c91-a7f6-edca228c2cf7 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 947 time: 0.7108378 Nov 23 12:46:48.065717 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-2480536d-6500-4aae-8ed7-99937ecddd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:48.068130 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-2480536d-6500-4aae-8ed7-99937ecddd62 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc3e0b8e-f8ff-4baf-88bb-17a2a4520349 HTTP/1.1" status: 200 len: 843 time: 0.1383657 Nov 23 12:46:48.142129 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-dbea0cea-9b5e-4433-994a-693cca9bfe2a req-40a91b2a-8c86-409e-92dc-7492954c4418 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862150 Nov 23 12:46:48.276886 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.294697 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.295366 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643784'] for router_interface, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.301533 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:48.365923 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device c7fb13e1-226b-4fee-b38b-9d063e07fa85 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:48.459312 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Pushing event updated for resources: {'Port': ['ID=cfee42e0-5df8-4687-88e9-4d97b67a3cc1,revision_number=2']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:48.470312 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:48.486013 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-21413cbc-3f1e-441d-b97d-f5745126b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:48.488302 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-21413cbc-3f1e-441d-b97d-f5745126b61a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5a72a9de-e051-49a4-9af7-e05c949cc65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4012303 Nov 23 12:46:48.590530 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port c7fb13e1-226b-4fee-b38b-9d063e07fa85 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:48.616956 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port c7fb13e1-226b-4fee-b38b-9d063e07fa85 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:48.617851 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.692501 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac52140-e311-4cc3-a974-355c11d8a69b req-a1b9754c-b7d7-47e9-b285-c5c01d9ea5b2 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:48.700073 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8ac52140-e311-4cc3-a974-355c11d8a69b req-a1b9754c-b7d7-47e9-b285-c5c01d9ea5b2 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 945 time: 0.4556201 Nov 23 12:46:48.768085 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:48.770833 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:48.804811 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8ac52140-e311-4cc3-a974-355c11d8a69b req-5696c740-9a07-4c68-bce7-269358294dae tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036994 Nov 23 12:46:48.937625 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-b270d150-47e3-47ec-b3d1-44e7706fcc1b service neutron] 10.222.0.76 "GET /v2.0/networks/5a72a9de-e051-49a4-9af7-e05c949cc65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358616 Nov 23 12:46:49.003300 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:49.078501 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port c7fb13e1-226b-4fee-b38b-9d063e07fa85, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=c7fb13e1-226b-4fee-b38b-9d063e07fa85,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:49.089834 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:49.095891 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:49.203925 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:46:49.209676 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8e107cc3-501d-4d1b-a8d6-72ab8e0cf719 req-945cde5b-56e2-465c-bf6f-d2a7ace1c457 service neutron] 10.222.0.76 "GET /v2.0/networks/5a72a9de-e051-49a4-9af7-e05c949cc65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622707 Nov 23 12:46:49.306383 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=c7fb13e1-226b-4fee-b38b-9d063e07fa85,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:49.328794 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:49.336019 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-0fcee2bb-7c30-4e2a-86b9-4de33ef35a31 None None] Provisioning complete for port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:49.336409 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0fcee2bb-7c30-4e2a-86b9-4de33ef35a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:49.377489 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69638df-2eb4-410b-bd47-62a7bcb96b96 req-4c602e62-8360-4522-84da-b3b1b27a07ce tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:49.392965 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e69638df-2eb4-410b-bd47-62a7bcb96b96 req-4c602e62-8360-4522-84da-b3b1b27a07ce tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.8004441 Nov 23 12:46:49.438353 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e44a4-1bb5-4b5f-aded-2d686209b073 req-cf877871-b022-4522-9819-3316004c4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:49.452077 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a70e44a4-1bb5-4b5f-aded-2d686209b073 req-cf877871-b022-4522-9819-3316004c4dce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fb6a4ba232784cb28647be1d88261ccf&device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 1100 time: 0.1718910 Nov 23 12:46:49.459256 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-0fcee2bb-7c30-4e2a-86b9-4de33ef35a31 None None] Port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:46:49.741580 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e69638df-2eb4-410b-bd47-62a7bcb96b96 req-f8eecd21-666f-4b38-8883-0b5e4b23e8cf tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476400 Nov 23 12:46:49.743157 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:46:49.790356 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] 10.222.0.41 "PUT /v2.0/routers/1bf38144-f83e-4e6d-9d02-d1f6d578fe5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7100983 Nov 23 12:46:49.937055 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e44a4-1bb5-4b5f-aded-2d686209b073 req-4fd47566-f93b-43a3-8b36-5ee26ecdf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:49.939401 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a70e44a4-1bb5-4b5f-aded-2d686209b073 req-4fd47566-f93b-43a3-8b36-5ee26ecdf3db service neutron] 10.222.0.76 "GET /v2.0/networks?id=5a72a9de-e051-49a4-9af7-e05c949cc65b HTTP/1.1" status: 200 len: 870 time: 0.4749126 Nov 23 12:46:49.953723 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Sync routers for ids ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:46:49.986559 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Routers {'1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:49.987513 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:46:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:50.224127 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a70e44a4-1bb5-4b5f-aded-2d686209b073 req-65c1c772-a6c1-48f6-8835-a04b51ece6de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d8aa8b3e-5f65-42dc-8bda-82410e92d297 HTTP/1.1" status: 200 len: 217 time: 0.2298083 Nov 23 12:46:50.229663 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device c7fb13e1-226b-4fee-b38b-9d063e07fa85 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:50.284999 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128034b1-f3e5-455f-b6ba-0d796cf00fcc req-7f317429-ad59-4b86-b94e-98ce2d1c94ee tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:50.288756 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-128034b1-f3e5-455f-b6ba-0d796cf00fcc req-7f317429-ad59-4b86-b94e-98ce2d1c94ee tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 947 time: 0.2069144 Nov 23 12:46:50.474067 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-128034b1-f3e5-455f-b6ba-0d796cf00fcc req-3d13973c-4767-4490-bf64-8f0a67ec26b4 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784968 Nov 23 12:46:50.529136 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e44a4-1bb5-4b5f-aded-2d686209b073 req-ea4f4726-1f76-46f0-bc7d-d06c5d4f0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:50.530572 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a70e44a4-1bb5-4b5f-aded-2d686209b073 req-ea4f4726-1f76-46f0-bc7d-d06c5d4f0681 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=fc3e0b8e-f8ff-4baf-88bb-17a2a4520349 HTTP/1.1" status: 200 len: 843 time: 0.2001104 Nov 23 12:46:50.564068 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port c7fb13e1-226b-4fee-b38b-9d063e07fa85 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:50.564838 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.612316 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Set router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:50.713455 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223ce25-c83e-4d72-9aa3-63c19ca801cf req-5e2722c9-8de8-4e72-85b1-8118d5e406b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:50.715330 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d223ce25-c83e-4d72-9aa3-63c19ca801cf req-5e2722c9-8de8-4e72-85b1-8118d5e406b6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 1098 time: 0.7748640 Nov 23 12:46:50.736620 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e48cd-506c-4485-8e5b-5aa35dd5243f req-e92803c0-f9cb-4d6e-abc3-9c0ac7d817e5 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:50.745215 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-190e48cd-506c-4485-8e5b-5aa35dd5243f req-e92803c0-f9cb-4d6e-abc3-9c0ac7d817e5 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 945 time: 0.5247116 Nov 23 12:46:50.818143 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d223ce25-c83e-4d72-9aa3-63c19ca801cf req-93aaba08-ac9c-4687-b529-18666684d023 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911977 Nov 23 12:46:50.820059 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e44a4-1bb5-4b5f-aded-2d686209b073 req-bda0a029-7074-4a89-81b1-85c70806be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:50.821506 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a70e44a4-1bb5-4b5f-aded-2d686209b073 req-bda0a029-7074-4a89-81b1-85c70806be5b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5a72a9de-e051-49a4-9af7-e05c949cc65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2675619 Nov 23 12:46:50.887634 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-190e48cd-506c-4485-8e5b-5aa35dd5243f req-6f765901-a19e-4093-a5d6-298e94af91ee tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349485 Nov 23 12:46:51.075299 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adddd59-8522-40cc-8818-fb1b20b72aa8 req-652e199c-eb2f-4a03-9a70-aa19157619f9 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:51.084812 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9adddd59-8522-40cc-8818-fb1b20b72aa8 req-652e199c-eb2f-4a03-9a70-aa19157619f9 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1418085 Nov 23 12:46:51.236246 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9adddd59-8522-40cc-8818-fb1b20b72aa8 req-b77e3c94-360e-4c1d-8b05-54518925629c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454797 Nov 23 12:46:51.306287 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51486) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:51.316462 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1359845959-network', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:51.327034 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:51.343339 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Usage tracker for resource:network and tenant:9a089b01235b4a8d9b7e7907ae82f3a5 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:51.354762 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:46:47Z', 'revision_number': 4, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'cfee42e0-5df8-4687-88e9-4d97b67a3cc1', 'name': '', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'mac_address': 'fa:16:3e:1b:3e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:45Z', 'updated_at': '2021-11-23T12:46:47Z', 'revision_number': 2, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'subnets': [{'id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:51.356412 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:51.364320 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:51.367361 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Checking router: 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:46:51.367780 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Updating router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 binding host dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:46:51.398837 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Made reservation on behalf of 9a089b01235b4a8d9b7e7907ae82f3a5 for: {'network': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:51.401923 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.420246 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.436361 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:51.440661 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Usage tracker for resource:security_group_rule and tenant:9a089b01235b4a8d9b7e7907ae82f3a5 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:51.443838 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:51.450969 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:51.493254 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.498242 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a70e44a4-1bb5-4b5f-aded-2d686209b073 req-241cc0e3-e92f-40b3-86cd-0c8c4259911b service neutron] 10.222.0.76 "GET /v2.0/networks/5a72a9de-e051-49a4-9af7-e05c949cc65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124818 Nov 23 12:46:51.643607 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.655376 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.685311 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a70e44a4-1bb5-4b5f-aded-2d686209b073 req-7d0330df-fb3f-43e3-81c4-6d0261a27181 service neutron] 10.222.0.76 "GET /v2.0/networks/5a72a9de-e051-49a4-9af7-e05c949cc65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739650 Nov 23 12:46:51.687050 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=86826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:46:51.720616 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.720966 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.segments_db [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Added segment e50bd2bb-ef47-4df9-b90a-c5b29378ec61 of type vlan for network bd883b9e-19b4-4ad8-81e3-8843f8e0480a Nov 23 12:46:51.792736 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.830538 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-bea1ce56-ae55-43de-afdb-f16e004b7cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:51.864194 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.874017 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:51.875204 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.885693 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a441ad7-b14d-4606-bee4-d82ac231475f,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:51.920762 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:51.921215 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:51.924154 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:51.924154 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:51.924476 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:51.925973 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:51.926360 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:51.926704 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:51.927058 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:51.927400 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:51.928957 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:51.929309 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:51.956031 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:51.956717 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:51.996441 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d03c5b-8d32-4f3b-87fb-11adc36d0a49 req-a97016ba-f4f2-4084-8d25-5366c9f37c7a tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:51.997175 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-52d03c5b-8d32-4f3b-87fb-11adc36d0a49 req-a97016ba-f4f2-4084-8d25-5366c9f37c7a tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Synchronizing usage tracker for tenant:fb6a4ba232784cb28647be1d88261ccf on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:52.043317 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-52d03c5b-8d32-4f3b-87fb-11adc36d0a49 req-a97016ba-f4f2-4084-8d25-5366c9f37c7a tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Unset dirty status for tenant:fb6a4ba232784cb28647be1d88261ccf on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:52.044623 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-52d03c5b-8d32-4f3b-87fb-11adc36d0a49 req-a97016ba-f4f2-4084-8d25-5366c9f37c7a tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 947 time: 0.2523093 Nov 23 12:46:52.059887 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Pushing event updated for resources: {'Network': ['ID=bd883b9e-19b4-4ad8-81e3-8843f8e0480a,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:52.071860 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:52.079620 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7713172 Nov 23 12:46:52.082565 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51506) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:52.085618 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network bd883b9e-19b4-4ad8-81e3-8843f8e0480a details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:46:52.091635 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Request body: {'subnet': {'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1359845959-subnet', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'ip_version': 4}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:52.098886 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:52.105351 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Usage tracker for resource:subnet and tenant:9a089b01235b4a8d9b7e7907ae82f3a5 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:52.109402 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:52.119843 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device d8aa8b3e-5f65-42dc-8bda-82410e92d297 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:52.139076 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:52.139811 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-52d03c5b-8d32-4f3b-87fb-11adc36d0a49 req-1f72d05c-b060-4c41-8178-80893f23639f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Synchronizing usage tracker for tenant:fb6a4ba232784cb28647be1d88261ccf on resource:security_group {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:52.182325 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Made reservation on behalf of 9a089b01235b4a8d9b7e7907ae82f3a5 for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:52.190707 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:52.202270 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-52d03c5b-8d32-4f3b-87fb-11adc36d0a49 req-1f72d05c-b060-4c41-8178-80893f23639f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Unset dirty status for tenant:fb6a4ba232784cb28647be1d88261ccf on resource:security_group {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:52.202270 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-52d03c5b-8d32-4f3b-87fb-11adc36d0a49 req-1f72d05c-b060-4c41-8178-80893f23639f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434731 Nov 23 12:46:52.295756 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:52.448241 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Transition to ACTIVE for port object cfee42e0-5df8-4687-88e9-4d97b67a3cc1 will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:52.494109 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:52.506589 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:52.599318 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86464fa8-56c8-4314-9b1a-23696c0a432e req-744277d8-07a7-4e23-82fd-8e2bf012769d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:52.608375 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-86464fa8-56c8-4314-9b1a-23696c0a432e req-744277d8-07a7-4e23-82fd-8e2bf012769d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1398275 Nov 23 12:46:52.725501 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-86464fa8-56c8-4314-9b1a-23696c0a432e req-4bafac7c-d192-48e4-91a0-f935cb121cd9 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155810 Nov 23 12:46:52.896880 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port d8aa8b3e-5f65-42dc-8bda-82410e92d297, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d8aa8b3e-5f65-42dc-8bda-82410e92d297,segment=NetworkSegment(131be783-5ac3-46ef-883c-c4733a9548f2),segment_id=131be783-5ac3-46ef-883c-c4733a9548f2)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:52.941442 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': 'd8aa8b3e-5f65-42dc-8bda-82410e92d297', 'network_id': '5a72a9de-e051-49a4-9af7-e05c949cc65b', 'port_id': 'd8aa8b3e-5f65-42dc-8bda-82410e92d297', 'mac_address': 'fa:16:3e:24:2e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3e0b8e-f8ff-4baf-88bb-17a2a4520349', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:52.950257 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:52.955166 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0de1fc06-5bea-4430-b229-15a61e898db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:53.075515 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d618b5c3-e431-418f-bb4c-d8de4737c7e9,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:53.083136 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:53.134681 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Checking segment: {'id': 'e50bd2bb-ef47-4df9-b90a-c5b29378ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:53.135257 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Network hostable DHCP agents. Network: bd883b9e-19b4-4ad8-81e3-8843f8e0480a, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:46:53.159975 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Network bd883b9e-19b4-4ad8-81e3-8843f8e0480a is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:46:53.180690 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, bd883b9e-19b4-4ad8-81e3-8843f8e0480a) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:53.195497 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:53.196580 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.225508 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-0a82b747-4dd9-4b3d-a2ab-63b1e13619dc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1402075 Nov 23 12:46:53.228083 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51536) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:53.238358 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1359845959-router', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:53.242593 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:53.248707 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Usage tracker for resource:router and tenant:9a089b01235b4a8d9b7e7907ae82f3a5 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:53.248924 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57f866-2268-4962-9d7d-d82c13523212 None None] Pushing event updated for resources: {'Port': ['ID=cfee42e0-5df8-4687-88e9-4d97b67a3cc1,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:53.252598 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:53.255627 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-7a57f866-2268-4962-9d7d-d82c13523212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:53.263090 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:53.274864 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6b68e9-593c-4bd7-b4e9-6963e5856743 None None] Network bd883b9e-19b4-4ad8-81e3-8843f8e0480a requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:53.282825 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48205'] for router, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.283830 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48218'] for router, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.303170 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.308027 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.334449 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8aa8b3e-5f65-42dc-8bda-82410e92d297 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:53.465133 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Attempting to bind port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:53.465831 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Attempting to bind port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:53.465831 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Attempting to bind port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 on network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:53.477012 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port d8aa8b3e-5f65-42dc-8bda-82410e92d297, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d8aa8b3e-5f65-42dc-8bda-82410e92d297,segment=NetworkSegment(131be783-5ac3-46ef-883c-c4733a9548f2),segment_id=131be783-5ac3-46ef-883c-c4733a9548f2)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:53.478139 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:53.479107 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Checking segment: {'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:53.479514 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.479935 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Bound using segment: {'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:53.480408 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Bound port: cfee42e0-5df8-4687-88e9-4d97b67a3cc1, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:53.480781 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.496296 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.503027 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:53.759263 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=d8aa8b3e-5f65-42dc-8bda-82410e92d297,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:53.768892 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:53.777768 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] For port cfee42e0-5df8-4687-88e9-4d97b67a3cc1, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:53.819569 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] For port cfee42e0-5df8-4687-88e9-4d97b67a3cc1, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=cfee42e0-5df8-4687-88e9-4d97b67a3cc1,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:53.828546 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.837562 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:53.850838 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48168'] for router, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.875088 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa319e6ca-75f2-5eba-bfa2-fee8e17dc79e-bd883b9e-19b4-4ad8-81e3-8843f8e0480a', 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'fixed_ips': [{'subnet_id': 'd618b5c3-e431-418f-bb4c-d8de4737c7e9'}]}} from dv-cinder-818884-1-smb. {{(pid=86827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:46:53.876122 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.924421 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['d8aa8b3e-5f65-42dc-8bda-82410e92d297'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:53.930174 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695d5d4-d488-40b4-b55d-a6f987b37ea4 req-e26e86d6-b5b0-42d1-bd55-7d0b505cd6bf tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:53.939774 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9695d5d4-d488-40b4-b55d-a6f987b37ea4 req-e26e86d6-b5b0-42d1-bd55-7d0b505cd6bf tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 948 time: 0.4929395 Nov 23 12:46:54.269445 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9695d5d4-d488-40b4-b55d-a6f987b37ea4 req-4e7ba123-1a93-4216-b3d3-b79daf0c900c tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100955 Nov 23 12:46:54.271216 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Allocated IP 172.20.0.2 (bd883b9e-19b4-4ad8-81e3-8843f8e0480a/d618b5c3-e431-418f-bb4c-d8de4737c7e9/1f98c765-6828-4984-ad0d-b16955752aab) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:54.506495 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:54.520128 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Transition to ACTIVE for port object 1f98c765-6828-4984-ad0d-b16955752aab will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:54.635412 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Transition to ACTIVE for port object 1f98c765-6828-4984-ad0d-b16955752aab will not be triggered until provisioned by entity DHCP. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:54.681752 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Routers {'1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:54.682980 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:46:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:54.751677 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:54.761546 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57f866-2268-4962-9d7d-d82c13523212 None None] Pushing event updated for resources: {'Port': ['ID=cfee42e0-5df8-4687-88e9-4d97b67a3cc1,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:54.764791 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-7a57f866-2268-4962-9d7d-d82c13523212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:54.765445 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-7a57f866-2268-4962-9d7d-d82c13523212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:55.010342 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Network bd883b9e-19b4-4ad8-81e3-8843f8e0480a is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:55.012313 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.021764 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:55.027806 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:55.065316 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.112271 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Pushing event updated for resources: {'Port': ['ID=1f98c765-6828-4984-ad0d-b16955752aab,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:55.149135 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853bf3-d14a-4755-89a6-35b714ea3835 req-c8e6dd22-8707-4e08-9335-3f7a6d0f4da0 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:55.163800 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7e853bf3-d14a-4755-89a6-35b714ea3835 req-c8e6dd22-8707-4e08-9335-3f7a6d0f4da0 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.4065518 Nov 23 12:46:55.194790 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:55.406217 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Attempting to bind port 1f98c765-6828-4984-ad0d-b16955752aab on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:55.406763 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Attempting to bind port 1f98c765-6828-4984-ad0d-b16955752aab by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': 'e50bd2bb-ef47-4df9-b90a-c5b29378ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:55.407144 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Attempting to bind port 1f98c765-6828-4984-ad0d-b16955752aab on network bd883b9e-19b4-4ad8-81e3-8843f8e0480a {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:55.453561 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] Set router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:55.496162 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Allocated IP 172.28.0.251 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/54e72766-6d4d-4e2a-97c6-98851a2b7f25) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:55.730914 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:55.731535 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Checking segment: {'id': 'e50bd2bb-ef47-4df9-b90a-c5b29378ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:55.734179 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.738883 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Bound using segment: {'id': 'e50bd2bb-ef47-4df9-b90a-c5b29378ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:55.739401 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Bound port: 1f98c765-6828-4984-ad0d-b16955752aab, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50bd2bb-ef47-4df9-b90a-c5b29378ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:55.742029 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.784345 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.887581 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7e853bf3-d14a-4755-89a6-35b714ea3835 req-fa09a151-874c-41c5-baf3-11996623b189 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7241282 Nov 23 12:46:55.890986 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.893318 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6a22a-baca-4f34-a8a7-ac820944310b req-775c745b-86e3-4f7a-aae0-dd95f367f20e tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:55.901672 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-86d6a22a-baca-4f34-a8a7-ac820944310b req-775c745b-86e3-4f7a-aae0-dd95f367f20e tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 948 time: 0.2622678 Nov 23 12:46:55.920064 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:56.041473 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Pushing event updated for resources: {'Port': ['ID=54e72766-6d4d-4e2a-97c6-98851a2b7f25,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:56.045508 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:56.047972 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-86d6a22a-baca-4f34-a8a7-ac820944310b req-b1d0b820-f47c-445b-b57b-10802e92ae46 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387997 Nov 23 12:46:56.065720 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:56.074001 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:56.079551 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:56.600562 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fb16d-3e03-4c52-b68e-286bee96c566 req-cb21bd8d-592f-4af3-a3a3-105c5e5eaabf tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:56.602329 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dc8fb16d-3e03-4c52-b68e-286bee96c566 req-cb21bd8d-592f-4af3-a3a3-105c5e5eaabf tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.1742113 Nov 23 12:46:56.677139 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] For port 1f98c765-6828-4984-ad0d-b16955752aab, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:56.700967 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] For port 1f98c765-6828-4984-ad0d-b16955752aab, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=1f98c765-6828-4984-ad0d-b16955752aab,segment=NetworkSegment(e50bd2bb-ef47-4df9-b90a-c5b29378ec61),segment_id=e50bd2bb-ef47-4df9-b90a-c5b29378ec61)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:56.722591 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:56.737942 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:56.800091 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dc8fb16d-3e03-4c52-b68e-286bee96c566 req-6324339d-b9f2-4c00-acd3-aa5740356206 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887281 Nov 23 12:46:56.837354 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:46:47Z', 'revision_number': 4, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'cfee42e0-5df8-4687-88e9-4d97b67a3cc1', 'name': '', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'mac_address': 'fa:16:3e:1b:3e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:45Z', 'updated_at': '2021-11-23T12:46:53Z', 'revision_number': 4, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'subnets': [{'id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:56.862992 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efb9ba-3f3b-4f97-be07-4d0a792ceec8 req-fbb8d412-7c87-44a8-9338-d431caee0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:56.864445 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9efb9ba-3f3b-4f97-be07-4d0a792ceec8 req-fbb8d412-7c87-44a8-9338-d431caee0bdc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 1098 time: 0.1470456 Nov 23 12:46:56.903988 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6563c16-e0b1-4143-a044-1f44c9234388 None None] The sync data for ids ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'] in dv-cinder-818884-1-smb is: [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:46:47Z', 'revision_number': 4, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'cfee42e0-5df8-4687-88e9-4d97b67a3cc1', 'name': '', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'mac_address': 'fa:16:3e:1b:3e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:45Z', 'updated_at': '2021-11-23T12:46:53Z', 'revision_number': 4, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'subnets': [{'id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:46:56.927037 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Pushing event updated for resources: {'Port': ['ID=1f98c765-6828-4984-ad0d-b16955752aab,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:56.935923 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:57.272756 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:57.394737 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efb9ba-3f3b-4f97-be07-4d0a792ceec8 req-2cb6db7c-9afd-4b78-8f75-a226926d1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:57.396377 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9efb9ba-3f3b-4f97-be07-4d0a792ceec8 req-2cb6db7c-9afd-4b78-8f75-a226926d1e7f service neutron] 10.222.0.76 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 919 time: 0.5192654 Nov 23 12:46:57.484287 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9efb9ba-3f3b-4f97-be07-4d0a792ceec8 req-06f0fc66-426c-41e3-b4ba-76b460ad2a8e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 HTTP/1.1" status: 200 len: 217 time: 0.0751324 Nov 23 12:46:57.510740 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294de872-c87a-4d49-b7ee-cbe255059caf req-979ea17b-61a8-41d2-8ae2-73c2b84410df tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:57.518154 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-294de872-c87a-4d49-b7ee-cbe255059caf req-979ea17b-61a8-41d2-8ae2-73c2b84410df tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.2171094 Nov 23 12:46:57.710469 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-294de872-c87a-4d49-b7ee-cbe255059caf req-da7ab2f2-66aa-41a4-bf84-d9c5f1acde7d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909480 Nov 23 12:46:57.729760 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efb9ba-3f3b-4f97-be07-4d0a792ceec8 req-90765cef-e9d8-41df-8def-f60452298fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:57.732516 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9efb9ba-3f3b-4f97-be07-4d0a792ceec8 req-90765cef-e9d8-41df-8def-f60452298fc6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff930218-bccf-4ca7-8504-4269e7c44ee7 HTTP/1.1" status: 200 len: 858 time: 0.2305331 Nov 23 12:46:57.812146 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9efb9ba-3f3b-4f97-be07-4d0a792ceec8 req-85ed83e4-4c1d-4e72-b396-afc982abeb44 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ccaea996-6819-4251-881c-5547b68b4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710433 Nov 23 12:46:57.886893 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963813'] for router, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:58.041154 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b875edd-b327-45cc-ba6f-f3b699ec834b req-b43f30ed-5845-4340-9be1-c41fc8ead98b tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:58.048431 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8b875edd-b327-45cc-ba6f-f3b699ec834b req-b43f30ed-5845-4340-9be1-c41fc8ead98b tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 948 time: 0.4903333 Nov 23 12:46:58.141710 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device d8aa8b3e-5f65-42dc-8bda-82410e92d297 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:58.188668 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9efb9ba-3f3b-4f97-be07-4d0a792ceec8 req-a09817a4-c55a-47c3-99cd-c66d11854e2a service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654704 Nov 23 12:46:58.290220 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fa697-9ce3-4e1c-b5d7-003adec28dea req-abc0dfe2-e18f-4924-8b7d-b5cd5c2041b2 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:58.305458 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5b7fa697-9ce3-4e1c-b5d7-003adec28dea req-abc0dfe2-e18f-4924-8b7d-b5cd5c2041b2 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 945 time: 0.2477911 Nov 23 12:46:58.314781 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8b875edd-b327-45cc-ba6f-f3b699ec834b req-1e406562-69ab-4e57-9393-36577ee4e3a9 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631891 Nov 23 12:46:58.315775 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port d8aa8b3e-5f65-42dc-8bda-82410e92d297 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:58.334782 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port d8aa8b3e-5f65-42dc-8bda-82410e92d297 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:58.334782 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:58.396925 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 1f98c765-6828-4984-ad0d-b16955752aab up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:58.464760 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Router 254e82ea-3369-48be-8757-4aa5d03fb435 is scheduled to L3 agent faa92151-038f-4b29-95e9-6a3353739984 with binding_index 1 {{(pid=86826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:46:58.580063 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9efb9ba-3f3b-4f97-be07-4d0a792ceec8 req-2af58353-5440-4b10-8068-afc37443aa22 service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772149 Nov 23 12:46:58.727354 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5b7fa697-9ce3-4e1c-b5d7-003adec28dea req-2ec55bb5-cda7-4744-8816-db8932d52a30 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461420 Nov 23 12:46:58.730358 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73a7a2b-b229-488e-9795-756637901e02 None None] Network bd883b9e-19b4-4ad8-81e3-8843f8e0480a requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:46:58.786184 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 1f98c765-6828-4984-ad0d-b16955752aab completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:58.923120 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:46:58.934136 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Sync routers for ids ['254e82ea-3369-48be-8757-4aa5d03fb435'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:46:58.950431 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Routers {'254e82ea-3369-48be-8757-4aa5d03fb435'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:58.953131 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-42683041-283b-413f-80a1-0eb02797cebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:46:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['254e82ea-3369-48be-8757-4aa5d03fb435'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:59.004549 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.040003 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device cfee42e0-5df8-4687-88e9-4d97b67a3cc1 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:59.083112 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-6b762efd-5dbf-44f7-845b-45e0bc372be8 None None] Provisioning for port 1f98c765-6828-4984-ad0d-b16955752aab completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:59.127776 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-6b762efd-5dbf-44f7-845b-45e0bc372be8 None None] Provisioning complete for port 1f98c765-6828-4984-ad0d-b16955752aab triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:59.128163 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6b762efd-5dbf-44f7-845b-45e0bc372be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.194423 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Notify callbacks [] for router, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.201947 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9709561 Nov 23 12:46:59.205065 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 51636) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:59.221276 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828666f-9afe-4002-b18f-3d27da9466de req-cd4ba3ea-5dff-4e06-a894-b0f82c3edcb2 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:59.233361 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e828666f-9afe-4002-b18f-3d27da9466de req-cd4ba3ea-5dff-4e06-a894-b0f82c3edcb2 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.2788105 Nov 23 12:46:59.283138 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port d8aa8b3e-5f65-42dc-8bda-82410e92d297, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d8aa8b3e-5f65-42dc-8bda-82410e92d297,segment=NetworkSegment(131be783-5ac3-46ef-883c-c4733a9548f2),segment_id=131be783-5ac3-46ef-883c-c4733a9548f2)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:59.289487 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b5de7f-f61b-4f40-98a4-0fc7f9d38bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aa8b3e-5f65-42dc-8bda-82410e92d297'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:59.300268 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.314337 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:59.366868 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Set router 254e82ea-3369-48be-8757-4aa5d03fb435 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:59.464845 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26effd-228b-4584-b451-ac50e7070076 req-2c040f8f-960f-4ea8-99ca-0581bcb262ce tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:59.465463 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6b762efd-5dbf-44f7-845b-45e0bc372be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.479144 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ef26effd-228b-4584-b451-ac50e7070076 req-2c040f8f-960f-4ea8-99ca-0581bcb262ce tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.5589864 Nov 23 12:46:59.526997 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e828666f-9afe-4002-b18f-3d27da9466de req-dc6b2b47-3474-49ef-96bc-39c5bf063c18 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907348 Nov 23 12:46:59.530396 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:59.566473 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-6b762efd-5dbf-44f7-845b-45e0bc372be8 None None] For port 1f98c765-6828-4984-ad0d-b16955752aab, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=1f98c765-6828-4984-ad0d-b16955752aab,segment=NetworkSegment(e50bd2bb-ef47-4df9-b90a-c5b29378ec61),segment_id=e50bd2bb-ef47-4df9-b90a-c5b29378ec61)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:59.576261 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:59.576770 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.608376 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6b762efd-5dbf-44f7-845b-45e0bc372be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.610364 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=d8aa8b3e-5f65-42dc-8bda-82410e92d297,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:59.627961 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:59.628439 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:59.632146 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e0475-5777-49f9-b04e-4b9e8630219f req-4107b81e-e53b-4c4f-8e3c-e30d9f65082a tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:59.644321 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-949e0475-5777-49f9-b04e-4b9e8630219f req-4107b81e-e53b-4c4f-8e3c-e30d9f65082a tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 945 time: 0.3986685 Nov 23 12:46:59.717713 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b5de7f-f61b-4f40-98a4-0fc7f9d38bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aa8b3e-5f65-42dc-8bda-82410e92d297', 'code': 200} Nov 23 12:46:59.865656 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-949e0475-5777-49f9-b04e-4b9e8630219f req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Deleting port 346ee434-d5df-4661-a843-b471b01f10a5 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:46:59.866117 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-949e0475-5777-49f9-b04e-4b9e8630219f req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.972973 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-42683041-283b-413f-80a1-0eb02797cebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'name': 'tempest-TestMinimumBasicScenario-1359845959-router', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:53Z', 'updated_at': '2021-11-23T12:46:56Z', 'revision_number': 3, 'project_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'gw_port': {'id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:55Z', 'updated_at': '2021-11-23T12:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:00.018904 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Checking router: 254e82ea-3369-48be-8757-4aa5d03fb435 for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:47:00.018904 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Updating router 254e82ea-3369-48be-8757-4aa5d03fb435 port 54e72766-6d4d-4e2a-97c6-98851a2b7f25 binding host dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:47:00.055023 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b762efd-5dbf-44f7-845b-45e0bc372be8 None None] Pushing event updated for resources: {'Port': ['ID=1f98c765-6828-4984-ad0d-b16955752aab,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:00.082320 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-6b762efd-5dbf-44f7-845b-45e0bc372be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:00.134258 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.187318 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port cfee42e0-5df8-4687-88e9-4d97b67a3cc1, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=cfee42e0-5df8-4687-88e9-4d97b67a3cc1,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:00.200464 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.202556 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:00.247138 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.277577 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=cfee42e0-5df8-4687-88e9-4d97b67a3cc1,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:00.299594 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:00.388886 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 1f98c765-6828-4984-ad0d-b16955752aab up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:00.527571 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-949e0475-5777-49f9-b04e-4b9e8630219f req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] For port 346ee434-d5df-4661-a843-b471b01f10a5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=346ee434-d5df-4661-a843-b471b01f10a5,segment=NetworkSegment(c7f08b1c-7879-44d7-9af0-5facf2545d6e),segment_id=c7f08b1c-7879-44d7-9af0-5facf2545d6e)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:00.528322 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-949e0475-5777-49f9-b04e-4b9e8630219f req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.550950 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 1f98c765-6828-4984-ad0d-b16955752aab triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:00.551362 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.825698 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-949e0475-5777-49f9-b04e-4b9e8630219f req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Calling delete_port for 346ee434-d5df-4661-a843-b471b01f10a5 owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:47:00.853498 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-f373f991-4c3c-44a3-96df-3f814db1ebe9 None None] Provisioning complete for port 1f98c765-6828-4984-ad0d-b16955752aab triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:00.854127 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f373f991-4c3c-44a3-96df-3f814db1ebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:00.932447 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e253919-bcb7-4fec-888b-6f96ef3dab63 req-3830d6b4-ddfd-4d5f-bf6c-96132c689594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:00.934191 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2e253919-bcb7-4fec-888b-6f96ef3dab63 req-3830d6b4-ddfd-4d5f-bf6c-96132c689594 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 1102 time: 0.8998899 Nov 23 12:47:00.944757 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ef26effd-228b-4584-b451-ac50e7070076 req-1914e697-5604-474f-ac45-e006ff15beac tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4633231 Nov 23 12:47:00.982165 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d6e7d-8b30-4f34-8db2-0a0c7964e0c0 req-68f49fce-33ba-40ae-9447-d366384a84fd tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:00.989580 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0c3d6e7d-8b30-4f34-8db2-0a0c7964e0c0 req-68f49fce-33ba-40ae-9447-d366384a84fd tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 949 time: 0.5139055 Nov 23 12:47:01.052112 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.085413 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Transition to ACTIVE for port object 54e72766-6d4d-4e2a-97c6-98851a2b7f25 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:01.085631 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.110951 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.124729 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-7fdf31ba-a911-4d82-8829-f7ff8a7c48e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:01.183967 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0c3d6e7d-8b30-4f34-8db2-0a0c7964e0c0 req-50b40c9d-6d7d-4371-9ef0-ace1e882e2c0 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522515 Nov 23 12:47:01.221828 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2e253919-bcb7-4fec-888b-6f96ef3dab63 req-62739caa-0228-41cb-a841-2376e5ac8a83 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235768 Nov 23 12:47:01.227390 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1d492-40c4-498e-8aa4-fe6905096172 None None] Pushing event updated for resources: {'Port': ['ID=54e72766-6d4d-4e2a-97c6-98851a2b7f25,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:01.242268 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-ebe1d492-40c4-498e-8aa4-fe6905096172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:01.275253 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Attempting to bind port 54e72766-6d4d-4e2a-97c6-98851a2b7f25 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:01.275626 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Attempting to bind port 54e72766-6d4d-4e2a-97c6-98851a2b7f25 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:01.275984 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Attempting to bind port 54e72766-6d4d-4e2a-97c6-98851a2b7f25 on network c8da9131-33b6-458d-837b-6196afa8bd82 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:01.291301 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:01.291668 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Checking segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:01.292067 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.292450 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Bound using segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:01.292912 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Bound port: 54e72766-6d4d-4e2a-97c6-98851a2b7f25, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:01.293292 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.387087 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-949e0475-5777-49f9-b04e-4b9e8630219f req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.398401 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ea54cce0-6d41-4844-a904-63fb4e2784fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:01.407461 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['346ee434-d5df-4661-a843-b471b01f10a5'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:01.427631 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-42683041-283b-413f-80a1-0eb02797cebc None None] For port 54e72766-6d4d-4e2a-97c6-98851a2b7f25, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:01.430863 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-42683041-283b-413f-80a1-0eb02797cebc None None] For port 54e72766-6d4d-4e2a-97c6-98851a2b7f25, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=54e72766-6d4d-4e2a-97c6-98851a2b7f25,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:01.444473 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.449556 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:01.520545 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Pushing event deleted for resources: {'Port': ['ID=346ee434-d5df-4661-a843-b471b01f10a5,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:01.552200 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a0a71-4ebd-49fd-9794-23a7ab2fe999 req-fdc35ee3-57b7-4222-be48-4ecb5b3c2b6c tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:01.553745 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a41a0a71-4ebd-49fd-9794-23a7ab2fe999 req-fdc35ee3-57b7-4222-be48-4ecb5b3c2b6c tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdb2f071-f4d8-49df-af7d-0a185b6d0b17 HTTP/1.1" status: 200 len: 945 time: 0.2806981 Nov 23 12:47:01.610303 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1d492-40c4-498e-8aa4-fe6905096172 None None] Pushing event updated for resources: {'Port': ['ID=54e72766-6d4d-4e2a-97c6-98851a2b7f25,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:01.618894 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-ebe1d492-40c4-498e-8aa4-fe6905096172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:01.619653 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Routers {'254e82ea-3369-48be-8757-4aa5d03fb435'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:01.620531 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-42683041-283b-413f-80a1-0eb02797cebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:46:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['254e82ea-3369-48be-8757-4aa5d03fb435'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:01.653637 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a41a0a71-4ebd-49fd-9794-23a7ab2fe999 req-b1792c9d-be68-4c57-a577-e83669a4f2ac tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.41 "GET /v2.0/security-groups?id=aee5eb4c-ec55-482e-8716-99d5fa4478f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922825 Nov 23 12:47:01.694289 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:01.694658 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:01.695010 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:01.697209 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Allocated IP 172.20.0.1 (bd883b9e-19b4-4ad8-81e3-8843f8e0480a/d618b5c3-e431-418f-bb4c-d8de4737c7e9/806a9bf3-5e9c-471d-8bd5-f4ebb57104f1) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:01.699277 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:01.699644 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:01.699993 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:01.700548 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:01.700898 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:01.701240 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:01.701578 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:01.701915 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:01.702260 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:01.723631 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:01.782187 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-949e0475-5777-49f9-b04e-4b9e8630219f req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] No DVR routers for this DVR port 346ee434-d5df-4661-a843-b471b01f10a5 on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:47:01.788949 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-949e0475-5777-49f9-b04e-4b9e8630219f req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:01.792939 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb2f071-f4d8-49df-af7d-0a185b6d0b17', 'name': 'network-vif-deleted', 'tag': '346ee434-d5df-4661-a843-b471b01f10a5'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:01.815682 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-949e0475-5777-49f9-b04e-4b9e8630219f req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] 10.222.0.76 "DELETE /v2.0/ports/346ee434-d5df-4661-a843-b471b01f10a5 HTTP/1.1" status: 204 len: 173 time: 2.1678500 Nov 23 12:47:02.010684 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30230bd6-f52d-46d2-9ad8-ab417e1916a1 req-d267d85c-bc5b-4caa-8f15-f126c8690581 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:02.019606 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-30230bd6-f52d-46d2-9ad8-ab417e1916a1 req-d267d85c-bc5b-4caa-8f15-f126c8690581 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1779923 Nov 23 12:47:02.020241 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19e782-c422-43c4-8ce0-5dc23aca6e5f req-aad8b7f3-28f5-4ce5-a8bd-067face98313 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:02.029040 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-2b19e782-c422-43c4-8ce0-5dc23aca6e5f req-aad8b7f3-28f5-4ce5-a8bd-067face98313 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 946 time: 0.1842024 Nov 23 12:47:02.036073 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-42683041-283b-413f-80a1-0eb02797cebc None None] Set router 254e82ea-3369-48be-8757-4aa5d03fb435 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:02.050140 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.104039 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-30230bd6-f52d-46d2-9ad8-ab417e1916a1 req-04755679-d9b5-4cfb-8d32-d255830dd608 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828352 Nov 23 12:47:02.143028 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-2b19e782-c422-43c4-8ce0-5dc23aca6e5f req-9957c014-d128-4409-a759-230b3d782f55 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102068 Nov 23 12:47:02.144919 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.provisioning_blocks [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Transition to ACTIVE for port object 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 will not be triggered until provisioned by entity DHCP. {{(pid=86826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:02.211443 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.220149 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:02.231430 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb2f071-f4d8-49df-af7d-0a185b6d0b17', 'name': 'network-vif-deleted', 'tag': '346ee434-d5df-4661-a843-b471b01f10a5', 'status': 'completed', 'code': 200} Nov 23 12:47:02.401757 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device cfee42e0-5df8-4687-88e9-4d97b67a3cc1 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:02.425454 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Network bd883b9e-19b4-4ad8-81e3-8843f8e0480a is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:02.429319 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:02.453189 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:02.454167 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643627'] for router_interface, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.636028 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Pushing event updated for resources: {'Port': ['ID=806a9bf3-5e9c-471d-8bd5-f4ebb57104f1,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:02.652421 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:02.655329 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-42683041-283b-413f-80a1-0eb02797cebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'name': 'tempest-TestMinimumBasicScenario-1359845959-router', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:53Z', 'updated_at': '2021-11-23T12:46:56Z', 'revision_number': 3, 'project_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'gw_port': {'id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:55Z', 'updated_at': '2021-11-23T12:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:02.659845 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42683041-283b-413f-80a1-0eb02797cebc None None] The sync data for ids ['254e82ea-3369-48be-8757-4aa5d03fb435'] in dv-cinder-818884-1-smb is: [{'id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'name': 'tempest-TestMinimumBasicScenario-1359845959-router', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:53Z', 'updated_at': '2021-11-23T12:46:56Z', 'revision_number': 3, 'project_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'gw_port': {'id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:55Z', 'updated_at': '2021-11-23T12:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:47:02.687724 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:02.688287 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.766111 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d202a-eef7-43f0-a4ef-9fc330ef21c9 req-b019fbfc-86ba-453b-bd44-f8f88c741b9d tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:02.769816 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b70d202a-eef7-43f0-a4ef-9fc330ef21c9 req-b019fbfc-86ba-453b-bd44-f8f88c741b9d tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 949 time: 0.3072169 Nov 23 12:47:02.941518 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b70d202a-eef7-43f0-a4ef-9fc330ef21c9 req-3ab3bbe1-bb6c-4bbb-9ef3-af6c8ee76607 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512382 Nov 23 12:47:02.949905 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.067630 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-b3529b17-4766-42a1-a038-776685e82fe7 None None] Provisioning for port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:03.078056 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c217e-c7b9-4bb1-a09d-1692b8b80eaf req-0abc8f4f-3cd8-4034-b071-e942fa7543df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:03.084291 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-b3529b17-4766-42a1-a038-776685e82fe7 None None] Provisioning complete for port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:03.084672 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b3529b17-4766-42a1-a038-776685e82fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.092784 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-879c217e-c7b9-4bb1-a09d-1692b8b80eaf req-0abc8f4f-3cd8-4034-b071-e942fa7543df tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.7976775 Nov 23 12:47:03.366267 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-b3529b17-4766-42a1-a038-776685e82fe7 None None] Port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:47:03.466822 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-879c217e-c7b9-4bb1-a09d-1692b8b80eaf req-7689b415-0426-4635-8614-bc7ef7a48df0 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730185 Nov 23 12:47:03.503585 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5f08e-c7dc-4334-b323-13c659156bcc req-e47c0b29-b56d-44c5-a8dd-d99faf07765e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:03.504680 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4fc5f08e-c7dc-4334-b323-13c659156bcc req-e47c0b29-b56d-44c5-a8dd-d99faf07765e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 946 time: 0.1630690 Nov 23 12:47:03.555170 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4fc5f08e-c7dc-4334-b323-13c659156bcc req-7105ddeb-8222-4324-9cb2-e02f306c26b9 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Nov 23 12:47:03.764427 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.770778 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.771920 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643784'] for router_interface, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.782500 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:04.040009 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Pushing event updated for resources: {'Port': ['ID=806a9bf3-5e9c-471d-8bd5-f4ebb57104f1,revision_number=2']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:04.043035 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:04.122287 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Network bd883b9e-19b4-4ad8-81e3-8843f8e0480a is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:04.125747 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:04.179325 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 346ee434-d5df-4661-a843-b471b01f10a5 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:47:04.249476 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: 346ee434-d5df-4661-a843-b471b01f10a5 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:47:04.249476 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 346ee434-d5df-4661-a843-b471b01f10a5 not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:47:04.354182 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 54e72766-6d4d-4e2a-97c6-98851a2b7f25 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:04.424475 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad610603-9108-4aef-90e7-fdeb42019019 req-74a2ea9d-efc4-4e9b-b7f8-51385eaf7551 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:04.426021 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ad610603-9108-4aef-90e7-fdeb42019019 req-74a2ea9d-efc4-4e9b-b7f8-51385eaf7551 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 946 time: 0.1995230 Nov 23 12:47:04.505676 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-ad610603-9108-4aef-90e7-fdeb42019019 req-ed638f4c-0874-4598-86a5-57ea29a8b1ee tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Deleting port 3528b994-8dcc-411e-88d0-d874f67db476 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:47:04.506359 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ad610603-9108-4aef-90e7-fdeb42019019 req-ed638f4c-0874-4598-86a5-57ea29a8b1ee tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.570863 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 54e72766-6d4d-4e2a-97c6-98851a2b7f25 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:04.576144 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639bf5b-2a21-4cb1-ad4f-aa3dacb38518 req-5edadc74-7190-4eba-8303-ca9dcd8efe02 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:04.577116 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 54e72766-6d4d-4e2a-97c6-98851a2b7f25 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:04.578285 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.586954 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c639bf5b-2a21-4cb1-ad4f-aa3dacb38518 req-5edadc74-7190-4eba-8303-ca9dcd8efe02 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 949 time: 0.4479771 Nov 23 12:47:04.690250 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c639bf5b-2a21-4cb1-ad4f-aa3dacb38518 req-a0f315d9-d8cc-469b-b656-1b7701a0d83d tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924520 Nov 23 12:47:04.732749 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Router 254e82ea-3369-48be-8757-4aa5d03fb435 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:47:04.741917 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-97d809d1-14be-43c0-b4d8-ed5709cf1fb9 None None] Provisioning complete for port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:04.762424 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-97d809d1-14be-43c0-b4d8-ed5709cf1fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.959046 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-97d809d1-14be-43c0-b4d8-ed5709cf1fb9 None None] Port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:47:05.039725 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:47:05.044713 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-ad610603-9108-4aef-90e7-fdeb42019019 req-ed638f4c-0874-4598-86a5-57ea29a8b1ee tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] For port 3528b994-8dcc-411e-88d0-d874f67db476, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3528b994-8dcc-411e-88d0-d874f67db476,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:05.046696 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ad610603-9108-4aef-90e7-fdeb42019019 req-ed638f4c-0874-4598-86a5-57ea29a8b1ee tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.073157 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-89b2df49-a272-4dd2-881e-c037d448550d admin admin] 10.222.0.41 "PUT /v2.0/routers/254e82ea-3369-48be-8757-4aa5d03fb435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8628752 Nov 23 12:47:05.088840 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.117805 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 54e72766-6d4d-4e2a-97c6-98851a2b7f25, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=54e72766-6d4d-4e2a-97c6-98851a2b7f25,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:05.127767 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.127767 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:05.175890 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22773577-389a-4992-a481-c67c940f8877 req-f2bd0761-166d-46ee-ad65-3db7d42f9e4d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:05.186504 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-22773577-389a-4992-a481-c67c940f8877 req-f2bd0761-166d-46ee-ad65-3db7d42f9e4d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1957588 Nov 23 12:47:05.251767 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-ad610603-9108-4aef-90e7-fdeb42019019 req-ed638f4c-0874-4598-86a5-57ea29a8b1ee tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Calling delete_port for 3528b994-8dcc-411e-88d0-d874f67db476 owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:47:05.348793 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b5b6f-b2eb-492c-9c70-f15eeeef11ad req-b90e4eb3-d25c-4084-82c3-89bfc9ae158a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:05.348895 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-22773577-389a-4992-a481-c67c940f8877 req-6c6e48d5-4fcc-4a97-9fe6-9528d31d1109 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517591 Nov 23 12:47:05.348990 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2a0b5b6f-b2eb-492c-9c70-f15eeeef11ad req-b90e4eb3-d25c-4084-82c3-89bfc9ae158a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.4420569 Nov 23 12:47:05.364309 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=54e72766-6d4d-4e2a-97c6-98851a2b7f25,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:05.382617 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:05.382956 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:05.400883 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:05.400883 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:05.400883 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:05.400883 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:05.400883 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:05.401241 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:05.401494 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:05.401791 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:05.402115 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:05.402466 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:05.406665 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2a0b5b6f-b2eb-492c-9c70-f15eeeef11ad req-a8ba9cd7-66a5-4131-8ab4-097eee5738b8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603402 Nov 23 12:47:05.410916 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:05.533211 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Sync routers for ids ['254e82ea-3369-48be-8757-4aa5d03fb435'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:47:05.551815 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Routers {'254e82ea-3369-48be-8757-4aa5d03fb435'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:05.551815 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:46:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['254e82ea-3369-48be-8757-4aa5d03fb435'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:05.562489 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ad610603-9108-4aef-90e7-fdeb42019019 req-ed638f4c-0874-4598-86a5-57ea29a8b1ee tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.575763 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:05.631042 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-66f8029f-eb8f-438f-87b9-812b70b984dc req-64b31caf-e9ab-443c-af83-48909b231ef6 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 210 time: 0.1090906 Nov 23 12:47:05.691099 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed638f4c-0874-4598-86a5-57ea29a8b1ee tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Pushing event deleted for resources: {'Port': ['ID=3528b994-8dcc-411e-88d0-d874f67db476,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:05.693984 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad610603-9108-4aef-90e7-fdeb42019019 req-ed638f4c-0874-4598-86a5-57ea29a8b1ee tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] No DVR routers for this DVR port 3528b994-8dcc-411e-88d0-d874f67db476 on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:47:05.701212 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ad610603-9108-4aef-90e7-fdeb42019019 req-ed638f4c-0874-4598-86a5-57ea29a8b1ee tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.714140 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ed638f4c-0874-4598-86a5-57ea29a8b1ee tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:05.714652 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5cbf19-4fd7-4289-968a-1c211723200f', 'name': 'network-vif-deleted', 'tag': '3528b994-8dcc-411e-88d0-d874f67db476'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:05.735701 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3', 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c', '15662cde-494a-41b0-a00d-6944592dff4a', '3528b994-8dcc-411e-88d0-d874f67db476'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:05.760883 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ad610603-9108-4aef-90e7-fdeb42019019 req-ed638f4c-0874-4598-86a5-57ea29a8b1ee tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "DELETE /v2.0/ports/3528b994-8dcc-411e-88d0-d874f67db476 HTTP/1.1" status: 204 len: 173 time: 1.3280749 Nov 23 12:47:06.061749 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5cbf19-4fd7-4289-968a-1c211723200f', 'name': 'network-vif-deleted', 'tag': '3528b994-8dcc-411e-88d0-d874f67db476', 'status': 'completed', 'code': 200} Nov 23 12:47:06.186949 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Set router 254e82ea-3369-48be-8757-4aa5d03fb435 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:06.360647 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 54e72766-6d4d-4e2a-97c6-98851a2b7f25 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:06.363279 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f3e8e-c88a-4dca-8cf7-b65f4bb85f6b req-96a5f825-9f8a-466e-a50b-8e6d1e124bf0 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:06.376763 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f87f3e8e-c88a-4dca-8cf7-b65f4bb85f6b req-96a5f825-9f8a-466e-a50b-8e6d1e124bf0 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 949 time: 0.1217856 Nov 23 12:47:06.443767 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f87f3e8e-c88a-4dca-8cf7-b65f4bb85f6b req-181fa72e-566b-4c95-b710-e8b7bad30150 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658553 Nov 23 12:47:06.933499 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca4a98-ad26-46f2-baec-32b61828287d req-5d483eec-7166-45dd-aa32-b11482cde9aa tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:06.935261 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9eca4a98-ad26-46f2-baec-32b61828287d req-5d483eec-7166-45dd-aa32-b11482cde9aa tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.3492355 Nov 23 12:47:07.078548 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9eca4a98-ad26-46f2-baec-32b61828287d req-fd0bc998-39bf-47e0-bccc-bb36ccd2a80c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949178 Nov 23 12:47:07.080582 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 54e72766-6d4d-4e2a-97c6-98851a2b7f25 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:07.081109 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.217557 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-85e9a252-4641-45a9-9c37-5325358ba9c6 req-99681315-240a-4f9b-a1c5-9d41c177177b tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5cbf19-4fd7-4289-968a-1c211723200f HTTP/1.1" status: 200 len: 210 time: 0.0951796 Nov 23 12:47:07.731775 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'name': 'tempest-TestMinimumBasicScenario-1359845959-router', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:53Z', 'updated_at': '2021-11-23T12:47:02Z', 'revision_number': 4, 'project_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'gw_port': {'id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:55Z', 'updated_at': '2021-11-23T12:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '806a9bf3-5e9c-471d-8bd5-f4ebb57104f1', 'name': '', 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'mac_address': 'fa:16:3e:9a:b4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd618b5c3-e431-418f-bb4c-d8de4737c7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:01Z', 'updated_at': '2021-11-23T12:47:03Z', 'revision_number': 2, 'project_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'subnets': [{'id': 'd618b5c3-e431-418f-bb4c-d8de4737c7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:07.744442 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Checking router: 254e82ea-3369-48be-8757-4aa5d03fb435 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:47:07.745095 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Updating router 254e82ea-3369-48be-8757-4aa5d03fb435 port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 binding host dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:47:07.811844 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1f9f7-9c20-4f05-982c-1562934130ed req-057ead53-a3c0-47df-a011-958ea1945017 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:07.812800 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9f1f9f7-9c20-4f05-982c-1562934130ed req-057ead53-a3c0-47df-a011-958ea1945017 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 949 time: 0.2228773 Nov 23 12:47:07.910711 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9f1f9f7-9c20-4f05-982c-1562934130ed req-43e1fe64-51dc-46f9-a4fe-c0c0796c8b0b tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807724 Nov 23 12:47:07.965198 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.177184 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edb3a9-fdce-4f9d-a20d-f3506a6db04a req-d1ffe30e-2195-42a8-ba23-4ece0ddbb4b4 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:08.179050 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-21edb3a9-fdce-4f9d-a20d-f3506a6db04a req-d1ffe30e-2195-42a8-ba23-4ece0ddbb4b4 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.76 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 949 time: 0.2611990 Nov 23 12:47:08.242720 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 3528b994-8dcc-411e-88d0-d874f67db476 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:47:08.555745 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: 3528b994-8dcc-411e-88d0-d874f67db476 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:47:08.558821 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 3528b994-8dcc-411e-88d0-d874f67db476 not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:47:08.625681 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103fe10-e093-4476-a6f5-9eb064cb9f7a req-b9512784-1161-4229-aef0-563e57ca65ef tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:08.645148 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8103fe10-e093-4476-a6f5-9eb064cb9f7a req-b9512784-1161-4229-aef0-563e57ca65ef tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.2740676 Nov 23 12:47:08.649413 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-21edb3a9-fdce-4f9d-a20d-f3506a6db04a req-c4729ce6-3788-49bc-9176-5a8cc0787d99 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Deleting port d8aa8b3e-5f65-42dc-8bda-82410e92d297 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:47:08.650349 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-21edb3a9-fdce-4f9d-a20d-f3506a6db04a req-c4729ce6-3788-49bc-9176-5a8cc0787d99 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.776713 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8103fe10-e093-4476-a6f5-9eb064cb9f7a req-ef04f7bc-2f23-4934-a044-7c32548b4ffa tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242242 Nov 23 12:47:08.812683 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.849023 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Transition to ACTIVE for port object 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:08.859598 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.864191 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-7a57f866-2268-4962-9d7d-d82c13523212 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:09.269374 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedb1f5-fa5a-462f-bd07-440b1ecf8a88 None None] Pushing event updated for resources: {'Port': ['ID=806a9bf3-5e9c-471d-8bd5-f4ebb57104f1,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:09.273915 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-ceedb1f5-fa5a-462f-bd07-440b1ecf8a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:09.312713 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-3bc39729-6bcd-4d34-8114-e640178e4b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.391770 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Attempting to bind port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:09.392417 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Attempting to bind port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': 'e50bd2bb-ef47-4df9-b90a-c5b29378ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:09.392969 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Attempting to bind port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 on network bd883b9e-19b4-4ad8-81e3-8843f8e0480a {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:09.401165 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:09.401843 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Checking segment: {'id': 'e50bd2bb-ef47-4df9-b90a-c5b29378ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:09.402439 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.403020 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Bound using segment: {'id': 'e50bd2bb-ef47-4df9-b90a-c5b29378ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:09.403677 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Bound port: 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50bd2bb-ef47-4df9-b90a-c5b29378ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:09.404439 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.528042 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] For port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:09.532833 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] For port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=806a9bf3-5e9c-471d-8bd5-f4ebb57104f1,segment=NetworkSegment(e50bd2bb-ef47-4df9-b90a-c5b29378ec61),segment_id=e50bd2bb-ef47-4df9-b90a-c5b29378ec61)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:09.544366 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.559399 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-06937cf4-df56-4645-b636-bc63cd2115c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:09.601718 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-21edb3a9-fdce-4f9d-a20d-f3506a6db04a req-c4729ce6-3788-49bc-9176-5a8cc0787d99 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] For port d8aa8b3e-5f65-42dc-8bda-82410e92d297, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d8aa8b3e-5f65-42dc-8bda-82410e92d297,segment=NetworkSegment(131be783-5ac3-46ef-883c-c4733a9548f2),segment_id=131be783-5ac3-46ef-883c-c4733a9548f2)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:09.602303 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-21edb3a9-fdce-4f9d-a20d-f3506a6db04a req-c4729ce6-3788-49bc-9176-5a8cc0787d99 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.635504 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39480e1-98d6-4a79-aeb5-0c44b5321d8e req-2413a9e7-038b-45f4-a934-69647506ad38 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:09.643133 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f39480e1-98d6-4a79-aeb5-0c44b5321d8e req-2413a9e7-038b-45f4-a934-69647506ad38 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 949 time: 0.3081517 Nov 23 12:47:09.891438 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Routers {'254e82ea-3369-48be-8757-4aa5d03fb435'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:09.900774 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:46:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['254e82ea-3369-48be-8757-4aa5d03fb435'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:09.902987 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-21edb3a9-fdce-4f9d-a20d-f3506a6db04a req-c4729ce6-3788-49bc-9176-5a8cc0787d99 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Calling delete_port for d8aa8b3e-5f65-42dc-8bda-82410e92d297 owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:47:10.065537 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f39480e1-98d6-4a79-aeb5-0c44b5321d8e req-29d1ca17-6b4b-4287-a3af-c82a177206a3 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/security-groups?id=81d219a5-0539-4720-b348-ff03e7406318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214602 Nov 23 12:47:10.124754 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedb1f5-fa5a-462f-bd07-440b1ecf8a88 None None] Pushing event updated for resources: {'Port': ['ID=806a9bf3-5e9c-471d-8bd5-f4ebb57104f1,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:10.143958 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-ceedb1f5-fa5a-462f-bd07-440b1ecf8a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:10.245711 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:10.436858 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-21edb3a9-fdce-4f9d-a20d-f3506a6db04a req-c4729ce6-3788-49bc-9176-5a8cc0787d99 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:10.448195 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:10.528670 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] Set router 254e82ea-3369-48be-8757-4aa5d03fb435 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:10.685095 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4729ce6-3788-49bc-9176-5a8cc0787d99 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Pushing event deleted for resources: {'Port': ['ID=d8aa8b3e-5f65-42dc-8bda-82410e92d297,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:10.705464 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-c4729ce6-3788-49bc-9176-5a8cc0787d99 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:10.831426 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132be400-b70a-4b38-bae6-5e2480342af4 req-a871d982-3df4-4c5a-8d04-63527da6708c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:10.852392 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-132be400-b70a-4b38-bae6-5e2480342af4 req-a871d982-3df4-4c5a-8d04-63527da6708c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.2617445 Nov 23 12:47:11.183114 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-132be400-b70a-4b38-bae6-5e2480342af4 req-0ad3168b-a0a1-4869-b5db-3481bbf7c14f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261762 Nov 23 12:47:11.391633 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.414484 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-21edb3a9-fdce-4f9d-a20d-f3506a6db04a req-c4729ce6-3788-49bc-9176-5a8cc0787d99 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] No DVR routers for this DVR port d8aa8b3e-5f65-42dc-8bda-82410e92d297 on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:47:11.422330 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-21edb3a9-fdce-4f9d-a20d-f3506a6db04a req-c4729ce6-3788-49bc-9176-5a8cc0787d99 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.482327 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b5de7f-f61b-4f40-98a4-0fc7f9d38bec', 'name': 'network-vif-deleted', 'tag': 'd8aa8b3e-5f65-42dc-8bda-82410e92d297'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:11.502262 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-21edb3a9-fdce-4f9d-a20d-f3506a6db04a req-c4729ce6-3788-49bc-9176-5a8cc0787d99 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.76 "DELETE /v2.0/ports/d8aa8b3e-5f65-42dc-8bda-82410e92d297 HTTP/1.1" status: 204 len: 173 time: 3.3164465 Nov 23 12:47:11.599435 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6bef2-ec43-4286-8eb7-8d16e80137a1 req-05e95073-3903-44c6-a22d-9287830c6a82 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:11.604162 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-05b6bef2-ec43-4286-8eb7-8d16e80137a1 req-05e95073-3903-44c6-a22d-9287830c6a82 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Synchronizing usage tracker for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:11.668462 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-05b6bef2-ec43-4286-8eb7-8d16e80137a1 req-05e95073-3903-44c6-a22d-9287830c6a82 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Unset dirty status for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:11.669677 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'name': 'tempest-TestMinimumBasicScenario-1359845959-router', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:53Z', 'updated_at': '2021-11-23T12:47:02Z', 'revision_number': 4, 'project_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'gw_port': {'id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:55Z', 'updated_at': '2021-11-23T12:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '806a9bf3-5e9c-471d-8bd5-f4ebb57104f1', 'name': '', 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'mac_address': 'fa:16:3e:9a:b4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd618b5c3-e431-418f-bb4c-d8de4737c7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:01Z', 'updated_at': '2021-11-23T12:47:09Z', 'revision_number': 4, 'project_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'subnets': [{'id': 'd618b5c3-e431-418f-bb4c-d8de4737c7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:11.683713 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-05b6bef2-ec43-4286-8eb7-8d16e80137a1 req-05e95073-3903-44c6-a22d-9287830c6a82 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 945 time: 0.7975540 Nov 23 12:47:11.703266 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a75154-e36c-4bd9-9746-3cca3fd656dd None None] The sync data for ids ['254e82ea-3369-48be-8757-4aa5d03fb435'] in dv-cinder-818884-1-smb is: [{'id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'name': 'tempest-TestMinimumBasicScenario-1359845959-router', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:53Z', 'updated_at': '2021-11-23T12:47:02Z', 'revision_number': 4, 'project_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'gw_port': {'id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:55Z', 'updated_at': '2021-11-23T12:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '806a9bf3-5e9c-471d-8bd5-f4ebb57104f1', 'name': '', 'network_id': 'bd883b9e-19b4-4ad8-81e3-8843f8e0480a', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'mac_address': 'fa:16:3e:9a:b4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd618b5c3-e431-418f-bb4c-d8de4737c7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:01Z', 'updated_at': '2021-11-23T12:47:09Z', 'revision_number': 4, 'project_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'subnets': [{'id': 'd618b5c3-e431-418f-bb4c-d8de4737c7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:47:11.714464 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-065c4da4-6beb-4579-ba04-75f19ad3226e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.843744 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-05b6bef2-ec43-4286-8eb7-8d16e80137a1 req-7172f743-414e-43b8-b022-4ac957300144 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588149 Nov 23 12:47:12.213977 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device d8aa8b3e-5f65-42dc-8bda-82410e92d297 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:47:12.336117 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: d8aa8b3e-5f65-42dc-8bda-82410e92d297 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:47:12.336117 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device d8aa8b3e-5f65-42dc-8bda-82410e92d297 not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:47:12.457146 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:12.486419 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-90521af5-2d03-4cbf-9a22-373cd7dc3021 req-e46200e4-aeec-4ef1-864b-d00c3d16d62c tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Synchronizing usage tracker for tenant:fb6a4ba232784cb28647be1d88261ccf on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:12.497244 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b5de7f-f61b-4f40-98a4-0fc7f9d38bec', 'name': 'network-vif-deleted', 'tag': 'd8aa8b3e-5f65-42dc-8bda-82410e92d297', 'status': 'completed', 'code': 200} Nov 23 12:47:12.548227 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-90521af5-2d03-4cbf-9a22-373cd7dc3021 req-e46200e4-aeec-4ef1-864b-d00c3d16d62c tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Unset dirty status for tenant:fb6a4ba232784cb28647be1d88261ccf on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:12.549588 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-90521af5-2d03-4cbf-9a22-373cd7dc3021 req-e46200e4-aeec-4ef1-864b-d00c3d16d62c tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] 10.222.0.41 "GET /v2.0/ports?device_id=62b5de7f-f61b-4f40-98a4-0fc7f9d38bec HTTP/1.1" status: 200 len: 210 time: 0.2479093 Nov 23 12:47:12.738059 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:12.752956 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:12.756684 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:12.963739 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd182d4-c820-40ce-bf43-7987b9ac7915 req-2f3cc62a-aeb8-45f7-8b78-6ba884e147b5 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:12.972889 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-acd182d4-c820-40ce-bf43-7987b9ac7915 req-2f3cc62a-aeb8-45f7-8b78-6ba884e147b5 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.3139820 Nov 23 12:47:13.062347 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-acd182d4-c820-40ce-bf43-7987b9ac7915 req-a2b195a7-76e3-46de-8134-f6e0a4eabb5c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882020 Nov 23 12:47:13.127284 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:13.251564 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045abc9-9468-4622-b289-ba2d2b39a7b1 req-42c4dc61-9598-4861-b58d-30eb55ba0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:13.255016 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a045abc9-9468-4622-b289-ba2d2b39a7b1 req-42c4dc61-9598-4861-b58d-30eb55ba0039 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 1098 time: 0.6351407 Nov 23 12:47:13.325894 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:13.380561 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b3468-b968-4430-96ad-98f19016e159 req-40b3354e-603b-4554-8b8f-91558a367f54 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:13.400508 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-886b3468-b968-4430-96ad-98f19016e159 req-40b3354e-603b-4554-8b8f-91558a367f54 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 945 time: 0.1607077 Nov 23 12:47:13.440553 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=806a9bf3-5e9c-471d-8bd5-f4ebb57104f1,segment=NetworkSegment(e50bd2bb-ef47-4df9-b90a-c5b29378ec61),segment_id=e50bd2bb-ef47-4df9-b90a-c5b29378ec61)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:13.451634 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:13.453940 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:13.463319 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-886b3468-b968-4430-96ad-98f19016e159 req-9d2776cf-4e9e-4144-a174-959d55a1656e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615425 Nov 23 12:47:13.465172 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff7ee0-f0ae-489f-96f7-b337b7a3a08d req-7010ed89-abbb-4755-be5e-2c15657338dc tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:13.466921 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-36ff7ee0-f0ae-489f-96f7-b337b7a3a08d req-7010ed89-abbb-4755-be5e-2c15657338dc tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.4769764 Nov 23 12:47:13.478381 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09247d8c-9857-47b2-af78-0149ac5d3a41 req-516dcebc-3cf7-46e6-a01c-3d5e8a05d3c2 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:13.479706 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-09247d8c-9857-47b2-af78-0149ac5d3a41 req-516dcebc-3cf7-46e6-a01c-3d5e8a05d3c2 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 945 time: 0.7543168 Nov 23 12:47:13.563372 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045abc9-9468-4622-b289-ba2d2b39a7b1 req-20c28722-e399-4451-9c07-4f7c73d847a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:13.565212 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a045abc9-9468-4622-b289-ba2d2b39a7b1 req-20c28722-e399-4451-9c07-4f7c73d847a1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 919 time: 0.2991021 Nov 23 12:47:13.656095 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=806a9bf3-5e9c-471d-8bd5-f4ebb57104f1,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:13.667778 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:13.855130 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a045abc9-9468-4622-b289-ba2d2b39a7b1 req-6675ea60-4fdf-4ac8-b801-5361d79be5d5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 HTTP/1.1" status: 200 len: 217 time: 0.2481387 Nov 23 12:47:13.880020 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-36ff7ee0-f0ae-489f-96f7-b337b7a3a08d req-45cff411-4189-472d-9b4b-d1bc612ec9d5 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975582 Nov 23 12:47:14.056610 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-09247d8c-9857-47b2-af78-0149ac5d3a41 req-c6baaab3-3b94-4dd0-add8-094d56abc761 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Deleting port 15662cde-494a-41b0-a00d-6944592dff4a {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:47:14.057120 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-09247d8c-9857-47b2-af78-0149ac5d3a41 req-c6baaab3-3b94-4dd0-add8-094d56abc761 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:14.206138 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045abc9-9468-4622-b289-ba2d2b39a7b1 req-5c4c05a4-c788-498e-9308-c98e12e46663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:14.206138 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a045abc9-9468-4622-b289-ba2d2b39a7b1 req-5c4c05a4-c788-498e-9308-c98e12e46663 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff930218-bccf-4ca7-8504-4269e7c44ee7 HTTP/1.1" status: 200 len: 858 time: 0.3173077 Nov 23 12:47:14.229448 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:14.372850 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:14.432267 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a045abc9-9468-4622-b289-ba2d2b39a7b1 req-71dddea3-2f51-4610-b760-4a0307644a6b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ccaea996-6819-4251-881c-5547b68b4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310718 Nov 23 12:47:14.606844 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:14.607325 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:15.084576 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0f60d-795f-481a-9f17-e5ff2b174ba3 req-81d5102a-ac8d-42af-baf8-f1aae846c3e5 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:15.095877 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288444a1-aab6-4970-9dbd-5033c96fd3d6 req-d7b3d02d-ad47-4119-b9ad-3c9fbc2a107a tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:15.104040 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-288444a1-aab6-4970-9dbd-5033c96fd3d6 req-d7b3d02d-ad47-4119-b9ad-3c9fbc2a107a tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 945 time: 0.3541701 Nov 23 12:47:15.104260 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bdd0f60d-795f-481a-9f17-e5ff2b174ba3 req-81d5102a-ac8d-42af-baf8-f1aae846c3e5 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.5477705 Nov 23 12:47:15.142161 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a045abc9-9468-4622-b289-ba2d2b39a7b1 req-e66d234f-bf78-44cd-978d-3b666b44a26a service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6932290 Nov 23 12:47:15.145468 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-09247d8c-9857-47b2-af78-0149ac5d3a41 req-c6baaab3-3b94-4dd0-add8-094d56abc761 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] For port 15662cde-494a-41b0-a00d-6944592dff4a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15662cde-494a-41b0-a00d-6944592dff4a,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:15.145821 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-09247d8c-9857-47b2-af78-0149ac5d3a41 req-c6baaab3-3b94-4dd0-add8-094d56abc761 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:15.187183 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bdd0f60d-795f-481a-9f17-e5ff2b174ba3 req-936eb4b5-4f0c-42ca-a38d-4c11cd47b431 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834029 Nov 23 12:47:15.273406 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9efa7-679b-41a4-b6eb-045a429e852e req-879b05ca-230c-486d-a9bc-100ba1f18fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:15.276502 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e9a9efa7-679b-41a4-b6eb-045a429e852e req-879b05ca-230c-486d-a9bc-100ba1f18fdb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=26434ee31c8a4e828f6ebb7445caebe2&device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 1098 time: 0.6170506 Nov 23 12:47:15.529163 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-09247d8c-9857-47b2-af78-0149ac5d3a41 req-c6baaab3-3b94-4dd0-add8-094d56abc761 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Calling delete_port for 15662cde-494a-41b0-a00d-6944592dff4a owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:47:15.532673 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0c0cc-b352-4d81-b1c5-cac020d9fb47 req-ab3194ff-b98d-4b59-be01-6c52ba173726 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:15.539849 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8aa0c0cc-b352-4d81-b1c5-cac020d9fb47 req-ab3194ff-b98d-4b59-be01-6c52ba173726 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1584203 Nov 23 12:47:15.567252 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9efa7-679b-41a4-b6eb-045a429e852e req-33e520f2-3149-43f9-a439-acbbcffbf75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:15.568744 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e9a9efa7-679b-41a4-b6eb-045a429e852e req-33e520f2-3149-43f9-a439-acbbcffbf75a service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cf8bce4-1366-428a-bf98-48c4da42a9ab HTTP/1.1" status: 200 len: 912 time: 0.1821859 Nov 23 12:47:15.586545 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-288444a1-aab6-4970-9dbd-5033c96fd3d6 req-206c5213-d205-4381-b8c2-564aa02a9540 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829886 Nov 23 12:47:15.623359 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8aa0c0cc-b352-4d81-b1c5-cac020d9fb47 req-b552b322-a6b1-48ed-a23c-f5ada0a0b1e3 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817621 Nov 23 12:47:15.820674 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e9a9efa7-679b-41a4-b6eb-045a429e852e req-9c1d8dd8-5b6a-4a88-8d10-cb83e3766545 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0f58a1c-082b-41a8-bdf9-2513770f066f HTTP/1.1" status: 200 len: 1001 time: 0.2185469 Nov 23 12:47:15.876321 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a045abc9-9468-4622-b289-ba2d2b39a7b1 req-f18fdba5-c371-41ac-b9fc-786453c4680c service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086658 Nov 23 12:47:15.952670 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9efa7-679b-41a4-b6eb-045a429e852e req-47db173f-53a9-48ef-8881-2a4ee34d0c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:15.954345 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e9a9efa7-679b-41a4-b6eb-045a429e852e req-47db173f-53a9-48ef-8881-2a4ee34d0c73 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d0b5047-97fd-4983-80d0-d255ab3b4eef HTTP/1.1" status: 200 len: 850 time: 0.1237316 Nov 23 12:47:16.073051 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-09247d8c-9857-47b2-af78-0149ac5d3a41 req-c6baaab3-3b94-4dd0-add8-094d56abc761 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:16.090034 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-60e0ac92-e3dd-4e41-ad2e-32070e30404c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:16.098179 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3', 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:16.282655 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 15662cde-494a-41b0-a00d-6944592dff4a no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:47:16.388285 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: 15662cde-494a-41b0-a00d-6944592dff4a {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:47:16.388643 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 15662cde-494a-41b0-a00d-6944592dff4a not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:47:16.561671 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-09247d8c-9857-47b2-af78-0149ac5d3a41 req-c6baaab3-3b94-4dd0-add8-094d56abc761 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] No DVR routers for this DVR port 15662cde-494a-41b0-a00d-6944592dff4a on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:47:16.572783 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-09247d8c-9857-47b2-af78-0149ac5d3a41 req-c6baaab3-3b94-4dd0-add8-094d56abc761 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:16.607735 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baaab3-3b94-4dd0-add8-094d56abc761 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Pushing event deleted for resources: {'Port': ['ID=15662cde-494a-41b0-a00d-6944592dff4a,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:16.617053 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-c6baaab3-3b94-4dd0-add8-094d56abc761 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:16.637170 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14c5440-8121-435a-9b24-8e68a505cbb5', 'name': 'network-vif-deleted', 'tag': '15662cde-494a-41b0-a00d-6944592dff4a'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:16.652875 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-09247d8c-9857-47b2-af78-0149ac5d3a41 req-c6baaab3-3b94-4dd0-add8-094d56abc761 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "DELETE /v2.0/ports/15662cde-494a-41b0-a00d-6944592dff4a HTTP/1.1" status: 204 len: 173 time: 3.1559920 Nov 23 12:47:16.733950 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9efa7-679b-41a4-b6eb-045a429e852e req-eee16fa0-8293-4333-84a0-d60e95bc9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:16.737683 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e9a9efa7-679b-41a4-b6eb-045a429e852e req-eee16fa0-8293-4333-84a0-d60e95bc9058 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cf8bce4-1366-428a-bf98-48c4da42a9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7664595 Nov 23 12:47:16.902991 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f68f5017-cf1b-44f7-b5e6-b52f90bb8f7c req-b1be959e-fd4e-4566-aeab-4327d8d96335 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14c5440-8121-435a-9b24-8e68a505cbb5 HTTP/1.1" status: 200 len: 210 time: 0.1070564 Nov 23 12:47:17.024414 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57194f6-e8d3-45f1-92d3-742ece643f32 req-e643e536-ed63-4153-836e-f4a22fd112ba tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:17.031659 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d57194f6-e8d3-45f1-92d3-742ece643f32 req-e643e536-ed63-4153-836e-f4a22fd112ba tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.5756524 Nov 23 12:47:17.175664 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d57194f6-e8d3-45f1-92d3-742ece643f32 req-1afe7e27-ecf6-4c99-9a83-bfef48de768e tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426923 Nov 23 12:47:17.196960 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e9a9efa7-679b-41a4-b6eb-045a429e852e req-3459d69e-fe64-4103-af5e-5eed1ce851b7 service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368360 Nov 23 12:47:17.260659 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a4214-9749-48a7-aad4-df99c7863eb7 req-3f2f3f05-d35c-4203-bd18-20113db42282 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:17.268330 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-466a4214-9749-48a7-aad4-df99c7863eb7 req-3f2f3f05-d35c-4203-bd18-20113db42282 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1925159 Nov 23 12:47:17.375106 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-466a4214-9749-48a7-aad4-df99c7863eb7 req-4dd3c45b-25e3-43d5-8800-009325102d4b tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888028 Nov 23 12:47:17.410457 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14c5440-8121-435a-9b24-8e68a505cbb5', 'name': 'network-vif-deleted', 'tag': '15662cde-494a-41b0-a00d-6944592dff4a', 'status': 'completed', 'code': 200} Nov 23 12:47:17.491900 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e9a9efa7-679b-41a4-b6eb-045a429e852e req-e3d36968-1b9c-46aa-8058-6afb2433e8cb service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848866 Nov 23 12:47:18.926364 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fedc6d-f1be-4038-8818-8af3479e6b17 req-3b858afd-fbd5-41e1-92f1-6f2832efeb9c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:18.935467 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c9fedc6d-f1be-4038-8818-8af3479e6b17 req-3b858afd-fbd5-41e1-92f1-6f2832efeb9c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.2404587 Nov 23 12:47:18.936500 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3cf46-a590-4f35-a045-5bc7734eb9be req-b33d7a03-47f2-4f61-b928-ff50837d8a9a tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:18.938093 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-67e3cf46-a590-4f35-a045-5bc7734eb9be req-b33d7a03-47f2-4f61-b928-ff50837d8a9a tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1748569 Nov 23 12:47:19.025566 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-67e3cf46-a590-4f35-a045-5bc7734eb9be req-50ee291b-e830-4d02-8161-b6ae1b1222b5 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806725 Nov 23 12:47:19.081389 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c9fedc6d-f1be-4038-8818-8af3479e6b17 req-f8ea7a80-e608-4c42-abcf-d0af37e073ec tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423151 Nov 23 12:47:19.300451 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202dd7a-5370-4e21-b5f5-0bb4ff091e92 req-7b24e525-7986-4af4-8328-55805df74548 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:19.302239 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d202dd7a-5370-4e21-b5f5-0bb4ff091e92 req-7b24e525-7986-4af4-8328-55805df74548 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 945 time: 0.1003146 Nov 23 12:47:19.399245 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d202dd7a-5370-4e21-b5f5-0bb4ff091e92 req-940c51f8-3036-48d8-8d65-8410667c780c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839884 Nov 23 12:47:19.598967 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:47:20.364012 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5a7f9-ce71-4203-8473-e2042635650c req-e421e7ed-ec25-412c-9094-5f079478755f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:20.366151 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-97d5a7f9-ce71-4203-8473-e2042635650c req-e421e7ed-ec25-412c-9094-5f079478755f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.1296716 Nov 23 12:47:20.408832 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d8fd2-17e9-40ae-868c-6db03aa2402e req-6ea07b18-7aee-4ce2-9c25-cb4fed388294 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:20.410651 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-426d8fd2-17e9-40ae-868c-6db03aa2402e req-6ea07b18-7aee-4ce2-9c25-cb4fed388294 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.2091489 Nov 23 12:47:20.456183 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-97d5a7f9-ce71-4203-8473-e2042635650c req-6544e9a9-6f1c-45c3-9c8a-d7913607f967 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826421 Nov 23 12:47:20.488182 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-808cacaf-00c6-476a-bbdf-7da5e6c7680e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:20.494731 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-808cacaf-00c6-476a-bbdf-7da5e6c7680e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Synchronizing usage tracker for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:20.560250 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-426d8fd2-17e9-40ae-868c-6db03aa2402e req-2383250b-7a50-444e-9625-1dfada398801 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402416 Nov 23 12:47:20.561021 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-808cacaf-00c6-476a-bbdf-7da5e6c7680e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Unset dirty status for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:20.562012 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-808cacaf-00c6-476a-bbdf-7da5e6c7680e tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 945 time: 0.2415566 Nov 23 12:47:20.665953 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-bd2ee0f8-94ac-4718-ab43-2a5c29ebd212 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Deleting port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:47:20.666470 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-bd2ee0f8-94ac-4718-ab43-2a5c29ebd212 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.768341 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a73b2-f41e-4852-9b36-e25d31ce24e2 req-54f9f127-c366-4034-9838-aedc0642531b tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:20.775353 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d86a73b2-f41e-4852-9b36-e25d31ce24e2 req-54f9f127-c366-4034-9838-aedc0642531b tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 945 time: 0.1636791 Nov 23 12:47:20.900653 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d86a73b2-f41e-4852-9b36-e25d31ce24e2 req-65121faf-d3aa-4f41-8142-c2ac25ae171c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157618 Nov 23 12:47:21.086347 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-bd2ee0f8-94ac-4718-ab43-2a5c29ebd212 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] For port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:21.087386 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-bd2ee0f8-94ac-4718-ab43-2a5c29ebd212 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.222920 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-bd2ee0f8-94ac-4718-ab43-2a5c29ebd212 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Calling delete_port for f8a29bff-d27f-4c5a-85c6-9c81da97cf8c owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:47:21.401089 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-bd2ee0f8-94ac-4718-ab43-2a5c29ebd212 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.412736 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-21b20d1f-6f7b-4706-a459-005ae3ed27e2 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:21.425977 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3', 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:21.492227 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ee0f8-94ac-4718-ab43-2a5c29ebd212 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Pushing event deleted for resources: {'Port': ['ID=f8a29bff-d27f-4c5a-85c6-9c81da97cf8c,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:21.495991 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-bd2ee0f8-94ac-4718-ab43-2a5c29ebd212 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:21.609866 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-bd2ee0f8-94ac-4718-ab43-2a5c29ebd212 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] No DVR routers for this DVR port f8a29bff-d27f-4c5a-85c6-9c81da97cf8c on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:47:21.614113 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-bd2ee0f8-94ac-4718-ab43-2a5c29ebd212 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.618456 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e298449f-4d96-42d2-93e1-f2eae29ffe38', 'name': 'network-vif-deleted', 'tag': 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:21.657163 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-14ba264c-7b4a-4907-8a85-eb51ce7ef51a req-bd2ee0f8-94ac-4718-ab43-2a5c29ebd212 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "DELETE /v2.0/ports/f8a29bff-d27f-4c5a-85c6-9c81da97cf8c HTTP/1.1" status: 204 len: 173 time: 1.0835810 Nov 23 12:47:21.748310 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e298449f-4d96-42d2-93e1-f2eae29ffe38', 'name': 'network-vif-deleted', 'tag': 'f8a29bff-d27f-4c5a-85c6-9c81da97cf8c', 'status': 'completed', 'code': 200} Nov 23 12:47:21.917648 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff04e7-4a60-4d7c-8cea-e53ccdb5fee2 req-de5be388-c181-481a-a135-b175f970a17b tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:21.919836 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-55ff04e7-4a60-4d7c-8cea-e53ccdb5fee2 req-de5be388-c181-481a-a135-b175f970a17b tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1142073 Nov 23 12:47:21.986770 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-55ff04e7-4a60-4d7c-8cea-e53ccdb5fee2 req-2a58f6f4-82ef-443a-87a4-6c8a7e9230aa tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608177 Nov 23 12:47:22.117204 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5487a1b7-ab35-4126-8020-d3325d2ea062 req-5cea2f13-163b-4e40-9861-c03c398e4a39 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=e298449f-4d96-42d2-93e1-f2eae29ffe38 HTTP/1.1" status: 200 len: 210 time: 0.0623734 Nov 23 12:47:23.499172 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8adbe9-5eb3-409f-976b-0f7ea72ee07c req-dbe7e55f-c6f7-454b-8cdb-72557474d2bd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:23.503178 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0d8adbe9-5eb3-409f-976b-0f7ea72ee07c req-dbe7e55f-c6f7-454b-8cdb-72557474d2bd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.2800932 Nov 23 12:47:23.596167 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0d8adbe9-5eb3-409f-976b-0f7ea72ee07c req-a7f10285-641a-4c95-a0d0-99eda1839ae3 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862582 Nov 23 12:47:24.128208 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52218) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:24.204000 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b407ec41-6e98-49d4-8ecc-a0eed2d33bc2 admin admin] Deleting subnet 3c63d833-6f79-4b02-a248-5969b5a64bee {{(pid=86826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:47:24.209332 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b407ec41-6e98-49d4-8ecc-a0eed2d33bc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.273286 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b407ec41-6e98-49d4-8ecc-a0eed2d33bc2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.282750 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b407ec41-6e98-49d4-8ecc-a0eed2d33bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.293205 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device f8a29bff-d27f-4c5a-85c6-9c81da97cf8c no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:47:24.331865 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: f8a29bff-d27f-4c5a-85c6-9c81da97cf8c {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:47:24.333014 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device f8a29bff-d27f-4c5a-85c6-9c81da97cf8c not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:47:24.366215 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b407ec41-6e98-49d4-8ecc-a0eed2d33bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for subnet, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.371362 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0ee6140a-a096-4a04-b9af-183ee32b2a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:24.412472 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407ec41-6e98-49d4-8ecc-a0eed2d33bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c63d833-6f79-4b02-a248-5969b5a64bee,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:24.415052 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b407ec41-6e98-49d4-8ecc-a0eed2d33bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:24.419630 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b407ec41-6e98-49d4-8ecc-a0eed2d33bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.426484 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b407ec41-6e98-49d4-8ecc-a0eed2d33bc2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3c63d833-6f79-4b02-a248-5969b5a64bee HTTP/1.1" status: 204 len: 168 time: 0.2961774 Nov 23 12:47:24.428123 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52254) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:24.534718 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-827b22d5-f48d-482c-8484-f3a67226d507 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:24.536196 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-827b22d5-f48d-482c-8484-f3a67226d507 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/networks?id=400fc0c0-feab-4309-b5ca-fc6ebda91c25 HTTP/1.1" status: 200 len: 815 time: 0.1662252 Nov 23 12:47:24.542070 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.552575 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-e8bc8289-1e22-40c1-99c5-005ab333c9f5 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/quotas/d92b5aa4e35d4a1b98c0fb33e75a9bfc HTTP/1.1" status: 200 len: 375 time: 0.0109203 Nov 23 12:47:24.650188 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-3688626a-a3bf-4dc6-9f95-df95535ec8c7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d92b5aa4e35d4a1b98c0fb33e75a9bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910635 Nov 23 12:47:24.719508 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.754741 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.756005 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.757013 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.757564 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > port after_create 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.758068 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.759271 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > port after_update 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.759750 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.760248 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.760745 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.761216 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.797578 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-d48e9d91-4cb2-4c8d-97f1-5562256ac7d6 service neutron] 10.222.0.41 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460838 Nov 23 12:47:24.839483 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.839823 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.840154 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.840590 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:47:24.840948 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f23d95e-c2af-4deb-97a9-f6c8ba0171fb']}} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:24.874806 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a3b6a2-bd1f-4036-a09c-43666afd628c') {'for_net_delete': True} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:24.874806 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a3b6a2-bd1f-4036-a09c-43666afd628c') {} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:24.900612 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624557'] for segment, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.976510 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.986734 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b4ee6ac4-4555-4064-b686-37b10d9500b9 service neutron] 10.222.0.41 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786082 Nov 23 12:47:24.993398 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=86826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:47:24.993862 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953292'] for segment, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: from cryptography.utils import int_from_bytes Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: from cryptography.utils import int_from_bytes Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: util.warn_limited( Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: util.warn_limited( Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: Traceback (most recent call last): Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: timer() Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: cb(*args, **kw) Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: return func(*args, **kwargs) Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: self._notify() Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: self.callback(batched_events) Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: event.method(event) Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: return f(self, *a, **k) Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: return self._get(url).json() Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: return self.request(url, 'GET', **kwargs) Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:47:25.011559 dv-cinder-818884-1-smb neutron-server[86826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:47:25.120821 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37538c-ac49-483b-bf6d-58cfcb4649ef req-049a3eee-c6de-4041-a350-479ee6af6add tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:25.127681 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3f37538c-ac49-483b-bf6d-58cfcb4649ef req-049a3eee-c6de-4041-a350-479ee6af6add tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.2792275 Nov 23 12:47:25.141910 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.152507 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:25.186182 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.195081 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3f37538c-ac49-483b-bf6d-58cfcb4649ef req-bc4cdebd-3e52-4f39-8d70-88664da05bb2 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665748 Nov 23 12:47:25.197580 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Pushing event deleted for resources: {'Network': ['ID=5f23d95e-c2af-4deb-97a9-f6c8ba0171fb,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:25.203912 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:25.220858 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] 10.222.0.41 "DELETE /v2.0/networks/5f23d95e-c2af-4deb-97a9-f6c8ba0171fb HTTP/1.1" status: 204 len: 168 time: 0.7915664 Nov 23 12:47:25.308967 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-06146a91-befb-46a3-8059-f392c7167595 req-cba4a556-7543-40bc-b52e-fa7b43922b32 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Synchronizing usage tracker for tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc on resource:port {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:25.335868 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-06146a91-befb-46a3-8059-f392c7167595 req-cba4a556-7543-40bc-b52e-fa7b43922b32 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Unset dirty status for tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc on resource:port {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:25.348765 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-06146a91-befb-46a3-8059-f392c7167595 req-cba4a556-7543-40bc-b52e-fa7b43922b32 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 210 time: 0.0894012 Nov 23 12:47:25.522981 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 52326) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:25.584925 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-87c21300-fb94-47da-abe9-b70d75ad5d83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78621a90b7f04883b064b83853ef601e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590539 Nov 23 12:47:25.590935 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 52332) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:25.656380 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ca39162a-6634-466f-a165-8ba68c1480ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.686426 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ca39162a-6634-466f-a165-8ba68c1480ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.770179 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ca39162a-6634-466f-a165-8ba68c1480ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.776020 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-2cdcc702-e385-470e-a40b-f265aae7ef56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:25.793757 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39162a-6634-466f-a165-8ba68c1480ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e55800-92cc-4255-9f3a-893ecfa15121,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:25.796604 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ca39162a-6634-466f-a165-8ba68c1480ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:25.810834 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ca39162a-6634-466f-a165-8ba68c1480ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.814935 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-ca39162a-6634-466f-a165-8ba68c1480ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42e55800-92cc-4255-9f3a-893ecfa15121 HTTP/1.1" status: 204 len: 168 time: 0.2233953 Nov 23 12:47:25.838987 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0701ed8-5d43-42d5-bb35-e3497cf1404b req-f61c18c2-61d9-4986-8518-0a1f0a331c99 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:25.840491 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a0701ed8-5d43-42d5-bb35-e3497cf1404b req-f61c18c2-61d9-4986-8518-0a1f0a331c99 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 946 time: 0.2202291 Nov 23 12:47:25.912145 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a0701ed8-5d43-42d5-bb35-e3497cf1404b req-b63b64ff-382b-4a5c-9819-fe9c52c915da tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649681 Nov 23 12:47:26.507520 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 52382) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:26.514977 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9a83705d-5be9-44b4-bfd7-ad58d2d85918 req-c17e6bad-4e87-496e-a388-705c3d67d549 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 210 time: 0.0595284 Nov 23 12:47:26.646487 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa730996-0cfc-4814-848f-16085fe7e895 admin admin] Deleting subnet 974ae809-95dd-4c56-a58c-dc737470ec52 {{(pid=86825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:47:26.659845 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f55c43-104e-4b08-be5a-4e38a460b976 req-ad8b1493-9b95-48eb-9ff8-7dc03f8ef525 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:26.661375 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-31f55c43-104e-4b08-be5a-4e38a460b976 req-ad8b1493-9b95-48eb-9ff8-7dc03f8ef525 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.3164444 Nov 23 12:47:26.662168 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-fa730996-0cfc-4814-848f-16085fe7e895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.724051 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-06663094-5e5d-47bb-b72e-8923a2875237 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:26.725446 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-06663094-5e5d-47bb-b72e-8923a2875237 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.76 "GET /v2.0/networks?id=400fc0c0-feab-4309-b5ca-fc6ebda91c25 HTTP/1.1" status: 200 len: 815 time: 0.2954910 Nov 23 12:47:26.745007 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Request body: {'port': {'device_id': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'admin_state_up': True, 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:26.775048 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-fa730996-0cfc-4814-848f-16085fe7e895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2436981'] for subnet, precommit_delete_associations {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.914879 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-31f55c43-104e-4b08-be5a-4e38a460b976 req-836b9013-2366-41dc-abd9-f99345f53980 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207355 Nov 23 12:47:26.950468 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:26.965166 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:26.978958 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-fa730996-0cfc-4814-848f-16085fe7e895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.022705 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Made reservation on behalf of d92b5aa4e35d4a1b98c0fb33e75a9bfc for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:27.026218 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.116931 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c4efa-a91f-45d0-abba-fd7161b7f184 req-7e951765-4906-40a4-8d9d-67c1646dd242 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:27.127961 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-633c4efa-a91f-45d0-abba-fd7161b7f184 req-7e951765-4906-40a4-8d9d-67c1646dd242 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 946 time: 0.1011465 Nov 23 12:47:27.150283 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-fa730996-0cfc-4814-848f-16085fe7e895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2303597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385658'] for subnet, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.192543 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-633c4efa-a91f-45d0-abba-fd7161b7f184 req-cbeadd1b-26ec-44dc-9198-7452257ede3c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626013 Nov 23 12:47:27.195191 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:27.261824 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa730996-0cfc-4814-848f-16085fe7e895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974ae809-95dd-4c56-a58c-dc737470ec52,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:27.267983 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-fa730996-0cfc-4814-848f-16085fe7e895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:27.268916 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-fa730996-0cfc-4814-848f-16085fe7e895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.289071 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-fa730996-0cfc-4814-848f-16085fe7e895 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/974ae809-95dd-4c56-a58c-dc737470ec52 HTTP/1.1" status: 204 len: 168 time: 0.7751102 Nov 23 12:47:27.293238 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52420) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:27.324755 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Allocated IP 172.20.0.3 (400fc0c0-feab-4309-b5ca-fc6ebda91c25/b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88/f42048f6-1dc6-4e1c-add6-c15b87ba413f) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:27.447322 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.701518 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.720302 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Transition to ACTIVE for port object f42048f6-1dc6-4e1c-add6-c15b87ba413f will not be triggered until provisioned by entity DHCP. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:27.765948 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.784184 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.799770 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-5ef49110-deb3-4d78-88b9-0e2f44be0c1d tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:27.841854 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3026f22b-a3e2-44b5-9f0c-b81b87eb0461']}} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:27.857544 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f08b1c-7879-44d7-9af0-5facf2545d6e') {'for_net_delete': True} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:27.857974 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f08b1c-7879-44d7-9af0-5facf2545d6e') {} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:27.873044 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624557'] for segment, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.903982 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.914338 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=86826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:47:27.920833 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953292'] for segment, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: Traceback (most recent call last): Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: timer() Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: cb(*args, **kw) Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: return func(*args, **kwargs) Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: self._notify() Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: self.callback(batched_events) Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: event.method(event) Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: return f(self, *a, **k) Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: return self._get(url).json() Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: return self.request(url, 'GET', **kwargs) Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:47:27.958474 dv-cinder-818884-1-smb neutron-server[86826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:47:27.972164 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:28.002831 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:28.009940 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event updated for resources: {'Port': ['ID=f42048f6-1dc6-4e1c-add6-c15b87ba413f,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:28.012342 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:28.084513 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.090705 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.092336 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-07a4bd16-e813-4f4c-b464-aa43aa3bfb99 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:28.093165 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-07a4bd16-e813-4f4c-b464-aa43aa3bfb99 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Synchronizing usage tracker for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:28.094424 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-18716154-affe-48a3-8cb6-db6d01babe53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:28.117666 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] Pushing event deleted for resources: {'Network': ['ID=3026f22b-a3e2-44b5-9f0c-b81b87eb0461,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:28.121701 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:28.121977 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:28.134071 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] 10.222.0.41 "DELETE /v2.0/networks/3026f22b-a3e2-44b5-9f0c-b81b87eb0461 HTTP/1.1" status: 204 len: 168 time: 0.8390150 Nov 23 12:47:28.138013 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52436) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:28.146802 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-07a4bd16-e813-4f4c-b464-aa43aa3bfb99 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Unset dirty status for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:28.148460 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-07a4bd16-e813-4f4c-b464-aa43aa3bfb99 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 946 time: 0.4054482 Nov 23 12:47:28.248519 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52440) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:28.275221 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-3afe964b-0f68-4125-8e0d-afd4e5621123 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Deleting port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:47:28.275817 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-3afe964b-0f68-4125-8e0d-afd4e5621123 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.367467 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47e68e4-fa91-460f-bcba-87091dfea2f5 admin admin] Deleting subnet 9d709001-4161-445b-9d3e-88c39098a1eb {{(pid=86826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:47:28.398357 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-13be585f-2b09-46e8-a300-df604f00939b None None] Provisioning for port f42048f6-1dc6-4e1c-add6-c15b87ba413f completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:28.403851 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c47e68e4-fa91-460f-bcba-87091dfea2f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.409848 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-13be585f-2b09-46e8-a300-df604f00939b None None] Provisioning complete for port f42048f6-1dc6-4e1c-add6-c15b87ba413f triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:28.410341 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-13be585f-2b09-46e8-a300-df604f00939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.420024 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c0c45-8660-4a3a-ab7a-0dd2580a68bf req-68841c04-9ed9-4ed0-acda-ef1b37a62d78 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:28.420807 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-8d5c0c45-8660-4a3a-ab7a-0dd2580a68bf req-68841c04-9ed9-4ed0-acda-ef1b37a62d78 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Synchronizing usage tracker for tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:28.433829 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:28.434815 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.508447 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad95f5-ef01-4ab1-8ae0-307c35ecfdb9 req-7edaa7a7-1fd6-4afc-a9b0-694a0d19f4a8 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:28.510671 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-03ad95f5-ef01-4ab1-8ae0-307c35ecfdb9 req-7edaa7a7-1fd6-4afc-a9b0-694a0d19f4a8 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.3115008 Nov 23 12:47:28.549831 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8102114 Nov 23 12:47:28.557000 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-8d5c0c45-8660-4a3a-ab7a-0dd2580a68bf req-68841c04-9ed9-4ed0-acda-ef1b37a62d78 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Unset dirty status for tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:28.566462 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8d5c0c45-8660-4a3a-ab7a-0dd2580a68bf req-68841c04-9ed9-4ed0-acda-ef1b37a62d78 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 931 time: 0.7293215 Nov 23 12:47:28.592055 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-13be585f-2b09-46e8-a300-df604f00939b None None] Port f42048f6-1dc6-4e1c-add6-c15b87ba413f cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:47:28.627724 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c47e68e4-fa91-460f-bcba-87091dfea2f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624570'] for subnet, precommit_delete_associations {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.667437 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-2d232ada-dce1-4f01-8e42-0ce57b737937 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb6a4ba232784cb28647be1d88261ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139497 Nov 23 12:47:28.675304 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52448) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:28.715405 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-03ad95f5-ef01-4ab1-8ae0-307c35ecfdb9 req-886c1cf2-8739-4753-9ff3-352e3aa97def tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866426 Nov 23 12:47:28.724511 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8d5c0c45-8660-4a3a-ab7a-0dd2580a68bf req-fd6aa130-fc23-477d-8013-42725c5afe0b tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572585 Nov 23 12:47:28.814361 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c47e68e4-fa91-460f-bcba-87091dfea2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.842917 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-3afe964b-0f68-4125-8e0d-afd4e5621123 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] For port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3,segment=NetworkSegment(b957c36d-45fa-44e7-bc23-95d372aa0697),segment_id=b957c36d-45fa-44e7-bc23-95d372aa0697)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:28.843274 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-3afe964b-0f68-4125-8e0d-afd4e5621123 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.919320 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7139a97e-2ea4-41a9-904f-447113cdc947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.948530 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7139a97e-2ea4-41a9-904f-447113cdc947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.059596 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7139a97e-2ea4-41a9-904f-447113cdc947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.069919 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b5733d02-2eb7-408d-b574-cf741388987b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:29.099960 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139a97e-2ea4-41a9-904f-447113cdc947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d219a5-0539-4720-b348-ff03e7406318,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:29.108393 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7139a97e-2ea4-41a9-904f-447113cdc947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:29.139197 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c47e68e4-fa91-460f-bcba-87091dfea2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9875377'] for subnet, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.151035 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7139a97e-2ea4-41a9-904f-447113cdc947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.152398 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7139a97e-2ea4-41a9-904f-447113cdc947 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81d219a5-0539-4720-b348-ff03e7406318 HTTP/1.1" status: 204 len: 168 time: 0.4684513 Nov 23 12:47:29.155144 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:29.169643 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-3afe964b-0f68-4125-8e0d-afd4e5621123 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Calling delete_port for 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:47:29.198883 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e68e4-fa91-460f-bcba-87091dfea2f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d709001-4161-445b-9d3e-88c39098a1eb,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:29.202132 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-c47e68e4-fa91-460f-bcba-87091dfea2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:29.210409 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c47e68e4-fa91-460f-bcba-87091dfea2f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.211811 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-c47e68e4-fa91-460f-bcba-87091dfea2f5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9d709001-4161-445b-9d3e-88c39098a1eb HTTP/1.1" status: 204 len: 168 time: 1.0719550 Nov 23 12:47:29.214085 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52458) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:29.381616 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04f8f9-ef17-4844-aa03-53cc2c787666 req-6afd85d7-4083-482a-bb64-b83e191cd925 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:29.393379 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ee04f8f9-ef17-4844-aa03-53cc2c787666 req-6afd85d7-4083-482a-bb64-b83e191cd925 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 946 time: 0.3915384 Nov 23 12:47:29.494749 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.526202 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-3afe964b-0f68-4125-8e0d-afd4e5621123 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.533709 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-adbb6c2e-548a-4c14-a766-f88d1dabf42b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:29.542058 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:29.549657 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ee04f8f9-ef17-4844-aa03-53cc2c787666 req-c829f335-dff9-4baa-9b8f-26a0a24b3b0c tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee84d615-3079-4cd0-823d-351fb40d132d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553490 Nov 23 12:47:29.613800 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe964b-0f68-4125-8e0d-afd4e5621123 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Pushing event deleted for resources: {'Port': ['ID=1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:29.667422 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-3afe964b-0f68-4125-8e0d-afd4e5621123 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:29.778142 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.780221 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-3afe964b-0f68-4125-8e0d-afd4e5621123 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] No DVR routers for this DVR port 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:47:29.787021 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-3afe964b-0f68-4125-8e0d-afd4e5621123 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.792775 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c407d841-b84b-4b00-9325-7065b2dbb77c', 'name': 'network-vif-deleted', 'tag': '1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:29.806864 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a38551-ce4e-4e6a-a709-eec053b854fb']}} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:29.831040 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab311ae-ce1d-43ca-9391-c6eb90de60e1') {'for_net_delete': True} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:29.831698 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab311ae-ce1d-43ca-9391-c6eb90de60e1') {} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:29.839664 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4218c27c-5269-4823-898e-2cc0bbdd224a req-3afe964b-0f68-4125-8e0d-afd4e5621123 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.76 "DELETE /v2.0/ports/1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 HTTP/1.1" status: 204 len: 173 time: 1.6794486 Nov 23 12:47:29.850285 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624557'] for segment, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.923833 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.941968 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=86826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:47:29.942474 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953292'] for segment, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.997547 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4515ed-98ab-4cdf-b5b9-ec3ba1815a87 req-bdabdb8e-2c01-4700-9a18-7163fdc4312e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:29.999533 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0c4515ed-98ab-4cdf-b5b9-ec3ba1815a87 req-bdabdb8e-2c01-4700-9a18-7163fdc4312e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1208274 Nov 23 12:47:30.051403 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0c4515ed-98ab-4cdf-b5b9-ec3ba1815a87 req-3725f68f-52b1-42eb-84d0-610ed13d2e8a tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446179 Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: Traceback (most recent call last): Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: timer() Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: cb(*args, **kw) Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: return func(*args, **kwargs) Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: self._notify() Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: self.callback(batched_events) Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: event.method(event) Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: return f(self, *a, **k) Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: return self._get(url).json() Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: return self.request(url, 'GET', **kwargs) Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:47:30.068780 dv-cinder-818884-1-smb neutron-server[86826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:47:30.123544 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c407d841-b84b-4b00-9325-7065b2dbb77c', 'name': 'network-vif-deleted', 'tag': '1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3', 'status': 'completed', 'code': 200} Nov 23 12:47:30.168188 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.174467 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:30.199109 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fc44d-bb10-4292-902a-e7c5eaac89ce req-b085ac43-d5dd-49fd-90b1-445d488c9133 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:30.200593 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-0e2fc44d-bb10-4292-902a-e7c5eaac89ce req-b085ac43-d5dd-49fd-90b1-445d488c9133 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 931 time: 0.3197551 Nov 23 12:47:30.201665 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.213175 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a38551-ce4e-4e6a-a709-eec053b854fb,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:30.226974 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:30.229957 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a8a38551-ce4e-4e6a-a709-eec053b854fb HTTP/1.1" status: 204 len: 168 time: 1.0148232 Nov 23 12:47:30.254574 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-0e2fc44d-bb10-4292-902a-e7c5eaac89ce req-d5e2f73f-521b-42c6-9445-4e427c7d6fff tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Synchronizing usage tracker for tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc on resource:security_group {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:30.276133 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-0e2fc44d-bb10-4292-902a-e7c5eaac89ce req-d5e2f73f-521b-42c6-9445-4e427c7d6fff tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Unset dirty status for tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc on resource:security_group {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:30.277512 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-0e2fc44d-bb10-4292-902a-e7c5eaac89ce req-d5e2f73f-521b-42c6-9445-4e427c7d6fff tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678098 Nov 23 12:47:30.428646 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52476) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:30.479155 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-a003de1b-2f17-41bc-a713-2b938df7f797 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c0de7ac5868492c92ba0da8d127ef66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492618 Nov 23 12:47:30.481547 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52480) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:30.540285 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a92f99ba-0025-43ce-8c72-f14df44c88ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.566246 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a92f99ba-0025-43ce-8c72-f14df44c88ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.619121 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a92f99ba-0025-43ce-8c72-f14df44c88ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.622965 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-f796d48a-b6e5-447f-8284-7ea122efebf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:30.637733 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f99ba-0025-43ce-8c72-f14df44c88ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee5eb4c-ec55-482e-8716-99d5fa4478f8,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:30.640513 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a92f99ba-0025-43ce-8c72-f14df44c88ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:30.649074 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a92f99ba-0025-43ce-8c72-f14df44c88ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.650134 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-a92f99ba-0025-43ce-8c72-f14df44c88ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aee5eb4c-ec55-482e-8716-99d5fa4478f8 HTTP/1.1" status: 204 len: 168 time: 0.1676836 Nov 23 12:47:30.782311 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-7b9e2dda-6971-4de7-a95d-c3628463509b req-c5202e3a-1dd4-4092-8a04-d220374c34a0 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Synchronizing usage tracker for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:30.800039 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-7b9e2dda-6971-4de7-a95d-c3628463509b req-c5202e3a-1dd4-4092-8a04-d220374c34a0 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Unset dirty status for tenant:01affce05aea41b4bba6babec76ceff5 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:30.813606 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7b9e2dda-6971-4de7-a95d-c3628463509b req-c5202e3a-1dd4-4092-8a04-d220374c34a0 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 210 time: 0.0774136 Nov 23 12:47:31.050138 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52496) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:31.197727 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a1c1a726-1ecf-48b1-ace2-954dfc1ab9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.223604 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 52504) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:31.277627 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-a1c1a726-1ecf-48b1-ace2-954dfc1ab9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:31.285765 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-a2843ff0-8742-4ec7-a5ee-134908e82d3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d6dffde9ff04cf589214b80082e0010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609210 Nov 23 12:47:31.286455 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52508) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:31.289216 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-a1c1a726-1ecf-48b1-ace2-954dfc1ab9d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d069b9f7a5ef48a5a8027e0fd4d69c1b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:31.308485 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-a1c1a726-1ecf-48b1-ace2-954dfc1ab9d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:31.321291 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-a1c1a726-1ecf-48b1-ace2-954dfc1ab9d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:31.405625 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cc064265-1898-43f1-9764-c3a21920c3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.435879 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195bc1e-dacb-458c-b690-66ae586bb651 req-2117d25e-4ea5-44ca-89e3-b6571138b3f8 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:31.437440 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d195bc1e-dacb-458c-b690-66ae586bb651 req-2117d25e-4ea5-44ca-89e3-b6571138b3f8 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.2446086 Nov 23 12:47:31.480258 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cc064265-1898-43f1-9764-c3a21920c3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.504477 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e936d60-b86a-40d3-a6c0-74e0ee06d7b6 req-3770998a-1872-43a5-a5ec-845baf920973 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:31.506080 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3e936d60-b86a-40d3-a6c0-74e0ee06d7b6 req-3770998a-1872-43a5-a5ec-845baf920973 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 931 time: 0.1090539 Nov 23 12:47:31.550855 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d195bc1e-dacb-458c-b690-66ae586bb651 req-a9919956-6b7d-46c3-bdab-e118e8e117fa tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004376 Nov 23 12:47:31.590469 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a1c1a726-1ecf-48b1-ace2-954dfc1ab9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.590889 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3e936d60-b86a-40d3-a6c0-74e0ee06d7b6 req-03a600af-351c-4016-a946-1c202d9f4a1f tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780723 Nov 23 12:47:31.595252 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a1c1a726-1ecf-48b1-ace2-954dfc1ab9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.606023 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-4fda2e3c-9fce-4626-90be-196853ec9fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:31.634097 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cc064265-1898-43f1-9764-c3a21920c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.672009 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-a1c1a726-1ecf-48b1-ace2-954dfc1ab9d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d069b9f7a5ef48a5a8027e0fd4d69c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6206691 Nov 23 12:47:31.675068 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 52514) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:31.680964 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1a726-1ecf-48b1-ace2-954dfc1ab9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e536958b-c1ae-405f-9b01-ecf357455c3f,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:31.688045 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a1c1a726-1ecf-48b1-ace2-954dfc1ab9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:31.688543 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-39ce46a9-bfd0-4e24-9c64-742f95d0fde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:31.703298 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cc064265-1898-43f1-9764-c3a21920c3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.704424 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-cc064265-1898-43f1-9764-c3a21920c3d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55f693b9-f14f-41cc-a7d0-5fb266fd175e HTTP/1.1" status: 204 len: 168 time: 0.4170535 Nov 23 12:47:31.705528 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc064265-1898-43f1-9764-c3a21920c3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f693b9-f14f-41cc-a7d0-5fb266fd175e,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:31.714663 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-cc064265-1898-43f1-9764-c3a21920c3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:31.768836 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ad4b00b4-78b1-4ea1-ae32-507ea4c605ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.796369 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ad4b00b4-78b1-4ea1-ae32-507ea4c605ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.878017 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ad4b00b4-78b1-4ea1-ae32-507ea4c605ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.885183 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4238a68c-bef9-4a3d-a28e-103feadcad79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:31.904974 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b00b4-78b1-4ea1-ae32-507ea4c605ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e536958b-c1ae-405f-9b01-ecf357455c3f,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:31.907716 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ad4b00b4-78b1-4ea1-ae32-507ea4c605ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.909981 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-ad4b00b4-78b1-4ea1-ae32-507ea4c605ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e536958b-c1ae-405f-9b01-ecf357455c3f HTTP/1.1" status: 204 len: 168 time: 0.2320359 Nov 23 12:47:31.909981 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ad4b00b4-78b1-4ea1-ae32-507ea4c605ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:32.000349 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-1e489bcc-00d8-4458-8d92-4403940e344b req-fb940bbe-f09a-44ae-9200-8096d7899960 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 210 time: 0.0570476 Nov 23 12:47:32.374811 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:47:32.413108 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:47:32.413457 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 1a4ebe3b-eb2c-4f7d-8ab3-0c445d51f3b3 not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:47:32.811163 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97d9ad-4473-40ca-8e96-228fe396624e req-7af2824b-019e-4f92-a4b9-c39856891da7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:32.816765 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4a97d9ad-4473-40ca-8e96-228fe396624e req-7af2824b-019e-4f92-a4b9-c39856891da7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1084497 Nov 23 12:47:32.871089 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6137e48-efbc-48f0-8bb4-b2c9ac4d149f req-965c7dd6-a1eb-4c61-b009-926b9fbb1b11 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:32.872991 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e6137e48-efbc-48f0-8bb4-b2c9ac4d149f req-965c7dd6-a1eb-4c61-b009-926b9fbb1b11 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 931 time: 0.1619287 Nov 23 12:47:32.991920 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e6137e48-efbc-48f0-8bb4-b2c9ac4d149f req-9d195957-070c-44b6-afc2-ea8de5b84d1f tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049006 Nov 23 12:47:33.014329 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4a97d9ad-4473-40ca-8e96-228fe396624e req-13915dc2-a6e4-453d-8872-08a24e2b7dec tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934485 Nov 23 12:47:33.225919 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c618534f-e06d-4c4e-a019-3c9026bb7ab5 req-a5874aa0-830d-4550-9bec-c7caec05b94a tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 210 time: 0.0871284 Nov 23 12:47:34.230025 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfaf41-598c-4154-b080-a447045e68ab req-b6c9e099-0df6-4f12-b4d5-fb0468fa0bab tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:34.238653 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3ebfaf41-598c-4154-b080-a447045e68ab req-b6c9e099-0df6-4f12-b4d5-fb0468fa0bab tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1049509 Nov 23 12:47:34.278631 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cb4f7-a2d0-4b84-aaa5-610f72361f42 req-3a843c54-9cd8-454b-9369-1f788ffe9caf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:34.282753 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7f1cb4f7-a2d0-4b84-aaa5-610f72361f42 req-3a843c54-9cd8-454b-9369-1f788ffe9caf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 931 time: 0.1508162 Nov 23 12:47:34.291970 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3ebfaf41-598c-4154-b080-a447045e68ab req-090483f9-734a-45ae-9bb9-4d5941910438 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525169 Nov 23 12:47:34.349034 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7f1cb4f7-a2d0-4b84-aaa5-610f72361f42 req-36a62f3b-b150-4cf2-87b2-7213433a8972 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611374 Nov 23 12:47:34.458441 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-2713dd5d-6b3c-4e0d-be38-9ba844109b65 req-7b8bdcba-4d04-4897-b2ab-760511ffb407 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 210 time: 0.0438840 Nov 23 12:47:35.574945 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0376d39-550b-4400-a8ea-d2a6f49b5aa2 req-ee212cb4-9937-488c-8143-14fb5a977f13 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:35.576612 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b0376d39-550b-4400-a8ea-d2a6f49b5aa2 req-ee212cb4-9937-488c-8143-14fb5a977f13 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1359003 Nov 23 12:47:35.582048 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfffc7-54dd-4da0-a35c-85f96540736c req-80186570-1f3c-4d7b-bba6-8f662bf1ceb1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:35.584151 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c4cfffc7-54dd-4da0-a35c-85f96540736c req-80186570-1f3c-4d7b-bba6-8f662bf1ceb1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 931 time: 0.1073039 Nov 23 12:47:35.642671 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b0376d39-550b-4400-a8ea-d2a6f49b5aa2 req-a0e003cd-5e87-4d60-b02d-86d8f2a03856 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602515 Nov 23 12:47:35.665550 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c4cfffc7-54dd-4da0-a35c-85f96540736c req-441a3c8c-c1d5-4c3a-bec8-a1213ae93a7f tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750151 Nov 23 12:47:35.811776 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7ea77aeb-09f3-44f4-b51a-397938059ad8 req-5b656070-52ac-4012-b7a2-4defc5d66c3a tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 210 time: 0.0519359 Nov 23 12:47:36.828832 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57dc9d-4845-4aa7-8185-afa12071f0e1 req-59b74e5c-d3d5-4573-995b-0fc91d08fdb1 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:36.830328 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bf57dc9d-4845-4aa7-8185-afa12071f0e1 req-59b74e5c-d3d5-4573-995b-0fc91d08fdb1 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0849729 Nov 23 12:47:36.902735 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bf57dc9d-4845-4aa7-8185-afa12071f0e1 req-73d04caa-9458-492e-a611-9065859f3cc5 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665240 Nov 23 12:47:36.945161 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d6e58-90a6-4fab-a572-a4d194e5e1c4 req-6dbfd44e-058b-4d54-9f3f-632d8df94fb3 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:36.947327 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c19d6e58-90a6-4fab-a572-a4d194e5e1c4 req-6dbfd44e-058b-4d54-9f3f-632d8df94fb3 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 931 time: 0.1524708 Nov 23 12:47:37.017520 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c19d6e58-90a6-4fab-a572-a4d194e5e1c4 req-f67c15e0-aee8-4145-8b22-e4c01b2000f6 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621963 Nov 23 12:47:37.071758 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-83f84b62-1ff9-4199-a7c7-990970558e06 req-6ef62316-8d09-4779-b1f5-93a23995c7b7 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 210 time: 0.0508966 Nov 23 12:47:38.115754 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c3593-208c-489e-a3a7-ae4b8b3a71f9 req-04717901-1af4-4b66-a3f8-01e264e8cb8e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:38.117708 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c24c3593-208c-489e-a3a7-ae4b8b3a71f9 req-04717901-1af4-4b66-a3f8-01e264e8cb8e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1023617 Nov 23 12:47:38.169011 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c24c3593-208c-489e-a3a7-ae4b8b3a71f9 req-def6d91f-bcee-45a7-891e-e0500c6eed4e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454583 Nov 23 12:47:38.240342 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ec1a-deca-4b46-9309-87e116b9fdb0 req-77204a79-a70d-459e-a4c2-9f182965204f tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:38.242721 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-15d5ec1a-deca-4b46-9309-87e116b9fdb0 req-77204a79-a70d-459e-a4c2-9f182965204f tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 931 time: 0.0998845 Nov 23 12:47:38.304145 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-15d5ec1a-deca-4b46-9309-87e116b9fdb0 req-d00594eb-00bb-41ca-b87f-f63c4902fa7f tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559299 Nov 23 12:47:38.355896 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f6159821-4eb9-4ffe-b5f2-24f36a9ec1ad req-e849e19b-fe72-4381-8329-1a86f9dd40fb tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 210 time: 0.0697849 Nov 23 12:47:39.225597 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c7eab66f-50b2-4211-a44e-3646fc74da38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.270474 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Request body: {'port': {'device_id': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:39.387491 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a258f29-1497-4eea-96a4-12b3320ec37b req-cb57a677-1b55-42e5-9256-870453f9ce03 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:39.390248 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8a258f29-1497-4eea-96a4-12b3320ec37b req-cb57a677-1b55-42e5-9256-870453f9ce03 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1103344 Nov 23 12:47:39.428475 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.482811 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8a258f29-1497-4eea-96a4-12b3320ec37b req-9ec569a6-d721-4db0-aef1-b4f7826062c1 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856035 Nov 23 12:47:39.638368 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d5625651-0c1a-4f75-82a2-a4e281f94dd8 req-976b0b12-46ad-4e4b-8442-5a19ead328e5 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] 10.222.0.41 "GET /v2.0/ports?device_id=c407d841-b84b-4b00-9325-7065b2dbb77c HTTP/1.1" status: 200 len: 210 time: 0.0468247 Nov 23 12:47:39.677682 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa07993-fc72-43d0-a562-561ce4ebb4d1 req-9094d956-2f2f-4421-94ad-73cf32ddca8a tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:39.679208 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6aa07993-fc72-43d0-a562-561ce4ebb4d1 req-9094d956-2f2f-4421-94ad-73cf32ddca8a tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 931 time: 0.1590357 Nov 23 12:47:39.814031 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.823498 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6aa07993-fc72-43d0-a562-561ce4ebb4d1 req-a452e1a6-82df-4e37-baca-1d6aa5b039a6 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359146 Nov 23 12:47:40.001107 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42048f6-1dc6-4e1c-add6-c15b87ba413f {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:40.010648 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.028034 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Transition to ACTIVE for port object f42048f6-1dc6-4e1c-add6-c15b87ba413f will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:40.036794 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.042320 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-7e981a61-aad9-4477-98b8-bd2d186d161e tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:40.305432 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Pushing event updated for resources: {'Port': ['ID=f42048f6-1dc6-4e1c-add6-c15b87ba413f,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:40.308524 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:40.336352 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Attempting to bind port f42048f6-1dc6-4e1c-add6-c15b87ba413f on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:40.336694 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Attempting to bind port f42048f6-1dc6-4e1c-add6-c15b87ba413f by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:40.337350 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Attempting to bind port f42048f6-1dc6-4e1c-add6-c15b87ba413f on network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:40.344296 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Port f42048f6-1dc6-4e1c-add6-c15b87ba413f on network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:47:40.344739 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Attempting to bind port f42048f6-1dc6-4e1c-add6-c15b87ba413f on network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:40.352050 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:40.352360 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Checking segment: {'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:40.352977 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Bound using segment: {'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:40.353409 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Bound port: f42048f6-1dc6-4e1c-add6-c15b87ba413f, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994b64ee-4789-4532-ae2a-f7bddd4ff95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:40.353761 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.453717 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] For port f42048f6-1dc6-4e1c-add6-c15b87ba413f, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:40.456814 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] For port f42048f6-1dc6-4e1c-add6-c15b87ba413f, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:40.461106 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.465801 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-148d1327-61cf-4b9a-b458-af3cfc112b73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:40.526446 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:40.527242 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.528706 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] 10.222.0.76 "PUT /v2.0/ports/f42048f6-1dc6-4e1c-add6-c15b87ba413f HTTP/1.1" status: 200 len: 1093 time: 1.2646043 Nov 23 12:47:40.529283 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:40.562586 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Pushing event updated for resources: {'Port': ['ID=f42048f6-1dc6-4e1c-add6-c15b87ba413f,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:40.565796 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:40.615393 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'status': 'completed', 'code': 200} Nov 23 12:47:40.686466 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-cf8428dd-49f5-4136-8b01-7a175598af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:40.687420 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-cf8428dd-49f5-4136-8b01-7a175598af20 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d92b5aa4e35d4a1b98c0fb33e75a9bfc&device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 1096 time: 0.1046755 Nov 23 12:47:40.724633 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc344ed-9e29-4ed5-8793-b7f1cc2c5164 req-36994346-a1b4-475b-8544-9968c9edda10 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:40.733438 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bdc344ed-9e29-4ed5-8793-b7f1cc2c5164 req-36994346-a1b4-475b-8544-9968c9edda10 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1381192 Nov 23 12:47:40.800250 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52728) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:40.852752 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.862670 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-eff03a8f-f68d-445f-900d-d80dbe27d1d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f HTTP/1.1" status: 200 len: 217 time: 0.1654832 Nov 23 12:47:40.911803 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bdc344ed-9e29-4ed5-8793-b7f1cc2c5164 req-751ded47-4525-4a59-8018-9eafb9782180 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771367 Nov 23 12:47:40.940404 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-e82bdffe-c451-4b49-8361-f8f2b26d9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:40.942023 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-e82bdffe-c451-4b49-8361-f8f2b26d9a69 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88 HTTP/1.1" status: 200 len: 854 time: 0.0697598 Nov 23 12:47:40.946354 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a89556-310e-471f-abc2-9bf600daf727 admin admin] Deleting subnet 68e37d2d-b2b9-46b5-b763-0488badc871e {{(pid=86826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:47:40.949893 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1a89556-310e-471f-abc2-9bf600daf727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.019599 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1a89556-310e-471f-abc2-9bf600daf727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624570'] for subnet, precommit_delete_associations {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.089592 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1a89556-310e-471f-abc2-9bf600daf727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.091340 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-3be47465-faf2-4fdf-a87b-e015d7f3a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:41.092883 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-3be47465-faf2-4fdf-a87b-e015d7f3a330 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=400fc0c0-feab-4309-b5ca-fc6ebda91c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1411273 Nov 23 12:47:41.120180 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba248d6-516d-4d85-a775-8c008fcff94c req-65dce213-7fb3-4509-be76-8bcd32abe251 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:41.121643 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2ba248d6-516d-4d85-a775-8c008fcff94c req-65dce213-7fb3-4509-be76-8bcd32abe251 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 943 time: 0.1113811 Nov 23 12:47:41.162029 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1a89556-310e-471f-abc2-9bf600daf727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9875377'] for subnet, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.167528 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b407ec41-6e98-49d4-8ecc-a0eed2d33bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:41.201375 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a89556-310e-471f-abc2-9bf600daf727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e37d2d-b2b9-46b5-b763-0488badc871e,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:41.203908 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b1a89556-310e-471f-abc2-9bf600daf727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:41.206959 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b1a89556-310e-471f-abc2-9bf600daf727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.213360 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b1a89556-310e-471f-abc2-9bf600daf727 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/68e37d2d-b2b9-46b5-b763-0488badc871e HTTP/1.1" status: 204 len: 168 time: 0.4119949 Nov 23 12:47:41.215784 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52734) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:41.254556 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2ba248d6-516d-4d85-a775-8c008fcff94c req-2221aa73-edde-48f9-885a-fb2b4535f4a6 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142631 Nov 23 12:47:41.294002 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-3ebf8cdb-57fc-4a79-88b3-7e6c21306415 service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821623 Nov 23 12:47:41.419774 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.507346 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e06ad2f5-0a48-4045-84e5-216ad3bdaefd req-2a24e363-0dda-4bb8-9b15-8f0f5bdc571d service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054222 Nov 23 12:47:41.526497 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fb95239a-09fc-4bb6-b704-77aaa0bd53d9 req-02921b76-e3a9-4671-b385-c2e7c3523c55 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1050847 Nov 23 12:47:41.588581 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.617887 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deee8d9a-66b5-4c4e-a2fe-90f143f3b103']}} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:41.630178 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b957c36d-45fa-44e7-bc23-95d372aa0697') {'for_net_delete': True} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:41.630495 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b957c36d-45fa-44e7-bc23-95d372aa0697') {} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:41.643153 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624557'] for segment, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.662010 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.668852 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=86826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:47:41.669247 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953292'] for segment, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.681875 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-76d02167-d4e5-46a8-a414-0f708265feca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: Traceback (most recent call last): Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: timer() Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: cb(*args, **kw) Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: return func(*args, **kwargs) Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: self._notify() Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: self.callback(batched_events) Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: event.method(event) Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: return f(self, *a, **k) Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: return self._get(url).json() Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: return self.request(url, 'GET', **kwargs) Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:47:41.684373 dv-cinder-818884-1-smb neutron-server[86826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:47:41.692349 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d93a50-294d-441e-b1e8-2f0c259d1ee8 req-46d50b32-c736-4ec0-8483-c237a640001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:41.693801 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-92d93a50-294d-441e-b1e8-2f0c259d1ee8 req-46d50b32-c736-4ec0-8483-c237a640001e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d92b5aa4e35d4a1b98c0fb33e75a9bfc&device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 1096 time: 0.1116557 Nov 23 12:47:41.696123 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95239a-09fc-4bb6-b704-77aaa0bd53d9 req-95e69c9d-1b2f-4841-aa69-c6e775f2fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:41.697436 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fb95239a-09fc-4bb6-b704-77aaa0bd53d9 req-95e69c9d-1b2f-4841-aa69-c6e775f2fa5d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 1099 time: 0.1477528 Nov 23 12:47:41.771756 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.776310 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:41.792624 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.804368 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] Pushing event deleted for resources: {'Network': ['ID=deee8d9a-66b5-4c4e-a2fe-90f143f3b103,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:41.807814 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:41.821466 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-30d6bd4b-ff1d-47a0-972b-b497cd7c203c admin admin] 10.222.0.41 "DELETE /v2.0/networks/deee8d9a-66b5-4c4e-a2fe-90f143f3b103 HTTP/1.1" status: 204 len: 168 time: 0.6041842 Nov 23 12:47:41.973436 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d93a50-294d-441e-b1e8-2f0c259d1ee8 req-03671426-d881-4f90-9212-b345952fa6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:41.975068 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-92d93a50-294d-441e-b1e8-2f0c259d1ee8 req-03671426-d881-4f90-9212-b345952fa6a6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=400fc0c0-feab-4309-b5ca-fc6ebda91c25 HTTP/1.1" status: 200 len: 916 time: 0.2656224 Nov 23 12:47:41.980666 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95239a-09fc-4bb6-b704-77aaa0bd53d9 req-3252c0e3-6451-4599-9c89-91a72e7bfb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:41.980666 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fb95239a-09fc-4bb6-b704-77aaa0bd53d9 req-3252c0e3-6451-4599-9c89-91a72e7bfb94 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 919 time: 0.2437077 Nov 23 12:47:42.108777 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52750) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:42.134973 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-92d93a50-294d-441e-b1e8-2f0c259d1ee8 req-efd118fa-7785-4044-b87c-0e0bc35bf638 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f HTTP/1.1" status: 200 len: 217 time: 0.1407237 Nov 23 12:47:42.136522 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fb95239a-09fc-4bb6-b704-77aaa0bd53d9 req-0f1cbd91-c399-4022-bde5-8f4328c78be6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f56ea1d7-e0fa-476b-82a4-287c9d775d6e HTTP/1.1" status: 200 len: 217 time: 0.1410818 Nov 23 12:47:42.194539 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-4afff4e3-de93-4648-9577-b7fd006ea96f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01affce05aea41b4bba6babec76ceff5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0801835 Nov 23 12:47:42.198128 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 52756) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:42.250385 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5064c-85e0-4d96-a6a1-f99a76f5b025 req-005a956b-72ca-44d3-96bc-7cb3fc32e165 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:42.251921 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b1b5064c-85e0-4d96-a6a1-f99a76f5b025 req-005a956b-72ca-44d3-96bc-7cb3fc32e165 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1946244 Nov 23 12:47:42.265341 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d93a50-294d-441e-b1e8-2f0c259d1ee8 req-56e8b912-3312-431b-970b-bf65c65e0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:42.266792 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-92d93a50-294d-441e-b1e8-2f0c259d1ee8 req-56e8b912-3312-431b-970b-bf65c65e0444 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88 HTTP/1.1" status: 200 len: 854 time: 0.1187086 Nov 23 12:47:42.268562 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95239a-09fc-4bb6-b704-77aaa0bd53d9 req-da6297dc-de80-4895-b163-46cd368c039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:42.269841 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fb95239a-09fc-4bb6-b704-77aaa0bd53d9 req-da6297dc-de80-4895-b163-46cd368c039f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff930218-bccf-4ca7-8504-4269e7c44ee7 HTTP/1.1" status: 200 len: 858 time: 0.1202824 Nov 23 12:47:42.293029 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f92cb180-2978-46f4-953d-c2ccdf847428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:42.322673 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b1b5064c-85e0-4d96-a6a1-f99a76f5b025 req-ced2d062-6334-4bb0-99dd-27339b728b3f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622122 Nov 23 12:47:42.336954 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f92cb180-2978-46f4-953d-c2ccdf847428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:42.370798 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fb95239a-09fc-4bb6-b704-77aaa0bd53d9 req-f01eb91f-55a9-4cf3-9bae-d9ed1ab55a1b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ccaea996-6819-4251-881c-5547b68b4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526025 Nov 23 12:47:42.391916 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f92cb180-2978-46f4-953d-c2ccdf847428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:42.395606 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0e99725b-9005-4ae7-ab47-a0259ff4ab5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:42.407817 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cb180-2978-46f4-953d-c2ccdf847428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee84d615-3079-4cd0-823d-351fb40d132d,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:42.411053 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-f92cb180-2978-46f4-953d-c2ccdf847428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:42.424185 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f92cb180-2978-46f4-953d-c2ccdf847428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:42.427757 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-f92cb180-2978-46f4-953d-c2ccdf847428 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee84d615-3079-4cd0-823d-351fb40d132d HTTP/1.1" status: 204 len: 168 time: 0.2261703 Nov 23 12:47:42.669468 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9aa750-7643-4beb-9b62-76234b7fa7b0 req-d0c1ccee-7d0e-4dac-8b34-f2b7b9f4df8a tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:42.670970 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cf9aa750-7643-4beb-9b62-76234b7fa7b0 req-d0c1ccee-7d0e-4dac-8b34-f2b7b9f4df8a tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 943 time: 0.3027339 Nov 23 12:47:42.675763 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d93a50-294d-441e-b1e8-2f0c259d1ee8 req-3944d12e-6ae5-45f6-84c0-7f8252142b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:42.677242 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-92d93a50-294d-441e-b1e8-2f0c259d1ee8 req-3944d12e-6ae5-45f6-84c0-7f8252142b36 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=400fc0c0-feab-4309-b5ca-fc6ebda91c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3951504 Nov 23 12:47:42.680863 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fb95239a-09fc-4bb6-b704-77aaa0bd53d9 req-12372f2a-a83e-48ba-9330-8f0ec00cbad6 service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670217 Nov 23 12:47:42.896428 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cf9aa750-7643-4beb-9b62-76234b7fa7b0 req-897cd751-afc5-4991-b3fa-17958b139407 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146106 Nov 23 12:47:42.944671 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:42.974809 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-92d93a50-294d-441e-b1e8-2f0c259d1ee8 req-26d0fe5f-dddc-4b2b-8914-abbb4e36dbf5 service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781103 Nov 23 12:47:42.976810 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fb95239a-09fc-4bb6-b704-77aaa0bd53d9 req-7bc50bb1-66cb-4575-b1f1-9bf99c28c99d service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813506 Nov 23 12:47:43.127715 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-92d93a50-294d-441e-b1e8-2f0c259d1ee8 req-112358d1-c1de-492e-9e14-c514a6242a91 service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383047 Nov 23 12:47:43.531583 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10821ba-89ab-4550-bddd-d49311c9a812 req-70070d3b-c99e-4e4f-89bd-0501d3bac1b8 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:43.533303 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c10821ba-89ab-4550-bddd-d49311c9a812 req-70070d3b-c99e-4e4f-89bd-0501d3bac1b8 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0896037 Nov 23 12:47:43.586749 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c10821ba-89ab-4550-bddd-d49311c9a812 req-4233b4e8-6d31-4175-8812-b616204d716e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471559 Nov 23 12:47:44.142524 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1b64d-5673-48dd-8024-1a1c1e9d3867 req-2f6bbd21-eca1-4fbc-9670-c2c9abe33464 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:44.144026 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4dc1b64d-5673-48dd-8024-1a1c1e9d3867 req-2f6bbd21-eca1-4fbc-9670-c2c9abe33464 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 943 time: 0.1068370 Nov 23 12:47:44.180425 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.206654 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4dc1b64d-5673-48dd-8024-1a1c1e9d3867 req-06084d21-a1a8-4408-9955-1992cccb5a46 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557728 Nov 23 12:47:44.409537 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device f42048f6-1dc6-4e1c-add6-c15b87ba413f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:47:44.544570 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port f42048f6-1dc6-4e1c-add6-c15b87ba413f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:44.557608 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'port_id': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'mac_address': 'fa:16:3e:ac:15:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:47:44.618036 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.635445 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42048f6-1dc6-4e1c-add6-c15b87ba413f {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:44.650878 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port f42048f6-1dc6-4e1c-add6-c15b87ba413f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:44.654832 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.657488 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:44.725744 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=f42048f6-1dc6-4e1c-add6-c15b87ba413f,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:44.728971 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:44.777415 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010cdac-4be1-4de6-9e0f-7b1ee37dc1d6 req-db379e22-cc0c-4b44-9e01-e6c1ff5b9989 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:44.778865 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-6010cdac-4be1-4de6-9e0f-7b1ee37dc1d6 req-db379e22-cc0c-4b44-9e01-e6c1ff5b9989 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0852392 Nov 23 12:47:44.822027 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-6010cdac-4be1-4de6-9e0f-7b1ee37dc1d6 req-479b3c05-f10f-46ea-b282-3cbf34297105 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374858 Nov 23 12:47:44.955119 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['f42048f6-1dc6-4e1c-add6-c15b87ba413f'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:45.393434 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bfbfa-91d0-4acc-b48f-6dbb8017cdd7 req-fe4360c6-fe27-413b-ba86-4a9f30a9f22e tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:45.394904 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-da8bfbfa-91d0-4acc-b48f-6dbb8017cdd7 req-fe4360c6-fe27-413b-ba86-4a9f30a9f22e tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 944 time: 0.0835366 Nov 23 12:47:45.466809 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-da8bfbfa-91d0-4acc-b48f-6dbb8017cdd7 req-3f21b816-a70e-4bb6-9195-2d8af988d533 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641885 Nov 23 12:47:46.006220 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503b74d-cc5c-43cc-8d2f-cfe54fea8d66 req-ca1495e1-3e54-4caa-9e2c-4f30f0321e11 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:46.008234 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a503b74d-cc5c-43cc-8d2f-cfe54fea8d66 req-ca1495e1-3e54-4caa-9e2c-4f30f0321e11 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0813982 Nov 23 12:47:46.051293 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a503b74d-cc5c-43cc-8d2f-cfe54fea8d66 req-987fe68f-e241-49c8-9f6e-2223acb4c6ca tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372560 Nov 23 12:47:46.416295 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device f42048f6-1dc6-4e1c-add6-c15b87ba413f up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:46.491883 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port f42048f6-1dc6-4e1c-add6-c15b87ba413f completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:46.497374 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port f42048f6-1dc6-4e1c-add6-c15b87ba413f triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:46.497858 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.618847 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.655449 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:46.663448 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port f42048f6-1dc6-4e1c-add6-c15b87ba413f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:46.671828 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.678979 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:46.686199 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e93d6-0866-4035-8f32-66a4efe43b14 req-fd055fc0-7d4a-48b3-be42-d099c161b9b5 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:46.687765 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8a5e93d6-0866-4035-8f32-66a4efe43b14 req-fd055fc0-7d4a-48b3-be42-d099c161b9b5 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 944 time: 0.1203840 Nov 23 12:47:46.735125 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'code': 200} Nov 23 12:47:46.763968 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8a5e93d6-0866-4035-8f32-66a4efe43b14 req-b827f931-5936-4c86-9db7-7624fa753a64 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705152 Nov 23 12:47:46.775087 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=f42048f6-1dc6-4e1c-add6-c15b87ba413f,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:46.778951 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:46.995296 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d2674-256f-45cf-a05d-c06a43f06838 req-7ef1836e-4799-46c5-9ee1-83ad074988ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:46.996750 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f78d2674-256f-45cf-a05d-c06a43f06838 req-7ef1836e-4799-46c5-9ee1-83ad074988ee service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 1098 time: 0.0793672 Nov 23 12:47:47.037370 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f78d2674-256f-45cf-a05d-c06a43f06838 req-e26cf662-3290-4238-b1ca-ac1faf02bf46 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341880 Nov 23 12:47:47.250070 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917a893-0acb-4979-b2d7-761e11ed93bc req-1d2a21a4-e94a-4bb9-aa63-500b45e07635 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:47.251533 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9917a893-0acb-4979-b2d7-761e11ed93bc req-1d2a21a4-e94a-4bb9-aa63-500b45e07635 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0913560 Nov 23 12:47:47.295433 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9917a893-0acb-4979-b2d7-761e11ed93bc req-e1933459-f13c-4f6f-9152-1bf152a0c987 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381982 Nov 23 12:47:47.987091 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d65325-8045-4151-9672-e3d3fb440fa1 req-52af260a-9758-4cc6-b444-e2c64e638df8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:47.988530 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d2d65325-8045-4151-9672-e3d3fb440fa1 req-52af260a-9758-4cc6-b444-e2c64e638df8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 945 time: 0.0831106 Nov 23 12:47:48.033636 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d2d65325-8045-4151-9672-e3d3fb440fa1 req-02125e80-2adf-4c4e-9788-f81ac2b54f67 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Nov 23 12:47:48.526906 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bee28-bbc2-4d47-9c90-04f2f3ebaee8 req-aba768a1-099a-48b6-9709-9401fc10ef9d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:48.537609 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-fa2bee28-bbc2-4d47-9c90-04f2f3ebaee8 req-aba768a1-099a-48b6-9709-9401fc10ef9d tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1068847 Nov 23 12:47:48.583484 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-fa2bee28-bbc2-4d47-9c90-04f2f3ebaee8 req-9a8dd0c0-3857-4c3b-a995-0cefa0cfbe55 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450077 Nov 23 12:47:49.222746 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fa206-6984-4db0-a73c-da59e310ff80 req-391a8c63-eda1-4376-943d-5474daac5b1a tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:49.224171 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b78fa206-6984-4db0-a73c-da59e310ff80 req-391a8c63-eda1-4376-943d-5474daac5b1a tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 945 time: 0.0845635 Nov 23 12:47:49.273818 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b78fa206-6984-4db0-a73c-da59e310ff80 req-39448d8a-3955-480a-8153-340cfeda2d53 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421546 Nov 23 12:47:49.479097 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5202ca4-a674-4acb-ab20-11a32f5be915 req-cdd701ad-1e3e-4dbe-a58e-873986880003 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:49.480598 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c5202ca4-a674-4acb-ab20-11a32f5be915 req-cdd701ad-1e3e-4dbe-a58e-873986880003 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 945 time: 0.0890112 Nov 23 12:47:49.523553 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c5202ca4-a674-4acb-ab20-11a32f5be915 req-89922b13-b7ee-4572-9db2-d591a613d4a5 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368552 Nov 23 12:47:49.799669 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af09fb-0ec3-4333-b173-a76dc4417677 req-6250a02f-d5fb-4581-9c83-385acdf5f2fe tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:49.801117 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a8af09fb-0ec3-4333-b173-a76dc4417677 req-6250a02f-d5fb-4581-9c83-385acdf5f2fe tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0827913 Nov 23 12:47:49.846407 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a8af09fb-0ec3-4333-b173-a76dc4417677 req-108fcc13-db05-42cc-8707-804ae1e537d7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395343 Nov 23 12:47:49.925310 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deccfbb-f814-4ee3-90e2-f888e79eb050 req-f70e1a38-95bb-4211-be50-18375f977399 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:49.926806 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7deccfbb-f814-4ee3-90e2-f888e79eb050 req-f70e1a38-95bb-4211-be50-18375f977399 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 945 time: 0.0829060 Nov 23 12:47:49.973210 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7deccfbb-f814-4ee3-90e2-f888e79eb050 req-adf1263e-16df-405a-98ce-5f1b055662a4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404506 Nov 23 12:47:50.779540 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9d352-ec5f-4fac-9983-a63fa0b4801c req-bfca6b93-90b8-4e8d-a812-ff9cf25e5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:50.780990 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-73b9d352-ec5f-4fac-9983-a63fa0b4801c req-bfca6b93-90b8-4e8d-a812-ff9cf25e5ee9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 1098 time: 0.0690334 Nov 23 12:47:50.824045 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-73b9d352-ec5f-4fac-9983-a63fa0b4801c req-379dabab-2fd4-4354-9a48-474d21414295 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357788 Nov 23 12:47:51.043669 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24d600-1809-4acb-a36d-4755f82a4f6a req-b0fac52c-4e77-48a3-9196-b7682c0a48ad tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:51.045116 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-2d24d600-1809-4acb-a36d-4755f82a4f6a req-b0fac52c-4e77-48a3-9196-b7682c0a48ad tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0832791 Nov 23 12:47:51.089328 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-2d24d600-1809-4acb-a36d-4755f82a4f6a req-3c2a28bd-b2f3-49cd-8aea-8f58ef77c73c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386453 Nov 23 12:47:52.311381 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54affdc-d7ea-48c6-a9b2-a6685ae8d9dd req-5aff66cc-47ff-4a3e-9260-8f216614a36f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:52.312844 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b54affdc-d7ea-48c6-a9b2-a6685ae8d9dd req-5aff66cc-47ff-4a3e-9260-8f216614a36f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0939612 Nov 23 12:47:52.366086 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b54affdc-d7ea-48c6-a9b2-a6685ae8d9dd req-5c380c61-91a3-48ef-ad7d-31ba00d4fecf tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445127 Nov 23 12:47:52.952829 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05296d40-16b9-4b63-8772-a74193e0dc90 req-793fbeef-81c1-470d-b6ef-53604f5296a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:52.954450 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-05296d40-16b9-4b63-8772-a74193e0dc90 req-793fbeef-81c1-470d-b6ef-53604f5296a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b44ff298128420abc31972a196f5733&device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 1098 time: 0.1657331 Nov 23 12:47:52.962138 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9a2be-87c4-4d56-9420-c8fcb7da983c req-f08e6666-f94c-44f3-b582-b5a0e6784167 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:52.963564 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-86c9a2be-87c4-4d56-9420-c8fcb7da983c req-f08e6666-f94c-44f3-b582-b5a0e6784167 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1305604 Nov 23 12:47:53.084936 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-86c9a2be-87c4-4d56-9420-c8fcb7da983c req-2c5e4b9a-06ee-46aa-b945-644a83a9e323 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013446 Nov 23 12:47:53.129146 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05296d40-16b9-4b63-8772-a74193e0dc90 req-404c4200-5ec5-4dfb-9ded-749539e3afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:53.130864 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-05296d40-16b9-4b63-8772-a74193e0dc90 req-404c4200-5ec5-4dfb-9ded-749539e3afd7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 200 len: 919 time: 0.1664174 Nov 23 12:47:53.261573 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-05296d40-16b9-4b63-8772-a74193e0dc90 req-12e6487f-5e4d-4cbe-b948-4d5a7c7031d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 HTTP/1.1" status: 200 len: 217 time: 0.1230907 Nov 23 12:47:53.335601 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05296d40-16b9-4b63-8772-a74193e0dc90 req-d4d2d232-7c13-40fc-a45e-91022c7a0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:53.336870 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-05296d40-16b9-4b63-8772-a74193e0dc90 req-d4d2d232-7c13-40fc-a45e-91022c7a0ccd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ff930218-bccf-4ca7-8504-4269e7c44ee7 HTTP/1.1" status: 200 len: 858 time: 0.0679867 Nov 23 12:47:53.403926 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-05296d40-16b9-4b63-8772-a74193e0dc90 req-f5155787-df37-45c2-8999-acbff28e7821 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ccaea996-6819-4251-881c-5547b68b4695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493224 Nov 23 12:47:53.547606 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-05296d40-16b9-4b63-8772-a74193e0dc90 req-6260cf25-e3d8-4c6f-bd0f-e84124f6c74d service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356361 Nov 23 12:47:53.693055 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-05296d40-16b9-4b63-8772-a74193e0dc90 req-23efad7c-baf7-450e-9b60-aeaa1b341db2 service neutron] 10.222.0.76 "GET /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273921 Nov 23 12:47:54.029072 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53112) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:54.156786 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.171396 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:54.175247 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Usage tracker for resource:security_group_rule and tenant:48e8a01f64cd4c31a63c9c3cf6331573 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:54.177978 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:54.184664 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:54.338138 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47892d-d6c2-49d7-a151-3bfac7065524 req-98231dae-e6cf-491a-a881-eddcf0d27293 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:54.339594 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7d47892d-d6c2-49d7-a151-3bfac7065524 req-98231dae-e6cf-491a-a881-eddcf0d27293 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1341715 Nov 23 12:47:54.344223 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.366560 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.377276 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-6b322f35-2657-449e-bb35-c0077889156f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:54.428979 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7d47892d-d6c2-49d7-a151-3bfac7065524 req-4a55f831-6f1f-4679-aed6-a6cc9d0ac225 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828965 Nov 23 12:47:54.434497 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48e8a01f64cd4c31a63c9c3cf6331573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008121 Nov 23 12:47:54.434795 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53120) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:54.446594 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5406d9-eaf0-4e85-9e15-58a9f4dee3c4,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:54.465017 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:54.465376 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:54.465728 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:54.466072 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:54.466511 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:54.466776 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:54.467112 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:54.467446 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:54.467785 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:54.468116 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:54.468448 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:54.468783 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:54.494014 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:54.514594 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-787f193b-4d4a-4a48-8475-b9b3ddc2cab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.550745 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-787f193b-4d4a-4a48-8475-b9b3ddc2cab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.698457 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-787f193b-4d4a-4a48-8475-b9b3ddc2cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.703345 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-ab625691-4304-4d34-926c-2bfe87497d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:54.724273 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f193b-4d4a-4a48-8475-b9b3ddc2cab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5406d9-eaf0-4e85-9e15-58a9f4dee3c4,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:54.724273 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-787f193b-4d4a-4a48-8475-b9b3ddc2cab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:54.724273 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-787f193b-4d4a-4a48-8475-b9b3ddc2cab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.731026 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-787f193b-4d4a-4a48-8475-b9b3ddc2cab0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f5406d9-eaf0-4e85-9e15-58a9f4dee3c4 HTTP/1.1" status: 204 len: 168 time: 0.2950473 Nov 23 12:47:54.949976 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56117c61-826f-4bc2-b0fd-ff5ae73a52f5 req-65e985e0-2f57-4cac-bfc6-0b152cf6cbaf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:54.952037 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-56117c61-826f-4bc2-b0fd-ff5ae73a52f5 req-65e985e0-2f57-4cac-bfc6-0b152cf6cbaf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 945 time: 0.1010866 Nov 23 12:47:55.018111 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-56117c61-826f-4bc2-b0fd-ff5ae73a52f5 req-a246d00f-499d-4a79-abf3-f0294aa5bb0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559258 Nov 23 12:47:55.054714 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53154) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:55.336657 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85adcdf2-1923-49b7-83fe-6609774f9230 tempest-TestMinimumBasicScenario-2104235514 tempest-TestMinimumBasicScenario-2104235514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:55.337447 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-85adcdf2-1923-49b7-83fe-6609774f9230 tempest-TestMinimumBasicScenario-2104235514 tempest-TestMinimumBasicScenario-2104235514-project-admin] Synchronizing usage tracker for tenant:9a089b01235b4a8d9b7e7907ae82f3a5 on resource:port {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:55.357928 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-85adcdf2-1923-49b7-83fe-6609774f9230 tempest-TestMinimumBasicScenario-2104235514 tempest-TestMinimumBasicScenario-2104235514-project-admin] Unset dirty status for tenant:9a089b01235b4a8d9b7e7907ae82f3a5 on resource:port {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:55.362612 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 53172) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:55.362704 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-85adcdf2-1923-49b7-83fe-6609774f9230 tempest-TestMinimumBasicScenario-2104235514 tempest-TestMinimumBasicScenario-2104235514-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 1093 time: 0.3063853 Nov 23 12:47:55.368502 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Request body: {'floatingip': {'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'port_id': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:55.374377 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:55.378142 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Usage tracker for resource:floatingip and tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:55.381014 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:55.387669 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:55.398432 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for floatingip, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:55.553270 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:55.646321 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c92904-7742-4e5e-91e0-93867e2c3546 req-f958c1c6-f482-49f1-a6a2-c878d3c24ba7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:55.648262 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-98c92904-7742-4e5e-91e0-93867e2c3546 req-f958c1c6-f482-49f1-a6a2-c878d3c24ba7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1008053 Nov 23 12:47:55.710452 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-98c92904-7742-4e5e-91e0-93867e2c3546 req-db9f7e4b-7902-48aa-9c20-54275610c66f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503929 Nov 23 12:47:55.731821 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Allocated IP 172.28.0.22 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/ec4ea326-90b8-4ee3-a231-50714c695ded) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:55.896390 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:55.926831 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:55.932156 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-c4729ce6-3788-49bc-9176-5a8cc0787d99 tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:55.998525 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:56.001188 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:56.003753 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:56.045369 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event updated for resources: {'Port': ['ID=ec4ea326-90b8-4ee3-a231-50714c695ded,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:56.049578 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:56.588665 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:47:56.757795 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:57.008422 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:57.087939 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6cb96-b6ad-477c-82c8-a88e2ab4ff54 req-bd610143-7dfb-47b7-b785-1b0dd670f392 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:57.089698 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b6d6cb96-b6ad-477c-82c8-a88e2ab4ff54 req-bd610143-7dfb-47b7-b785-1b0dd670f392 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.2577589 Nov 23 12:47:57.212370 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b6d6cb96-b6ad-477c-82c8-a88e2ab4ff54 req-c46dd787-5e83-448d-ad92-d3e9b9af78ef tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140108 Nov 23 12:47:57.287514 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:57.291952 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:57.295724 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:57.373913 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event updated for resources: {'Port': ['ID=ec4ea326-90b8-4ee3-a231-50714c695ded,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:57.376753 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:57.438322 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:57.616480 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.l3_db [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Floating IP d1fe8197-431d-416a-9b25-165909fe883e associated. External IP: 172.28.0.22, port: f42048f6-1dc6-4e1c-add6-c15b87ba413f. Nov 23 12:47:57.993821 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:47:58.257760 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:47:58.275935 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e7cb3-6d55-42fa-bdc8-b500e70b7f6b None None] Sync routers for ids ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:47:58.289173 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:58.289568 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e7cb3-6d55-42fa-bdc8-b500e70b7f6b None None] Routers {'1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:58.290517 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-112e7cb3-6d55-42fa-bdc8-b500e70b7f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:47:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:58.348814 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9848382 Nov 23 12:47:58.349598 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:58.352663 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53250) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:58.360253 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1187078411', 'description': 'tempest-secgroup-smoke-1187078411 description', 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:58.371822 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:58.385371 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:58.398368 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:58.411557 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'status': 'completed', 'code': 200} Nov 23 12:47:58.421117 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:58.425300 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Usage tracker for resource:security_group_rule and tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:58.428310 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:58.434569 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:58.515677 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:58.527384 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:58.527640 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-112e7cb3-6d55-42fa-bdc8-b500e70b7f6b None None] Set router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:58.532991 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-cc064265-1898-43f1-9764-c3a21920c3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:58.556312 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a003d91-e8ee-4b78-8111-9f782ab0f9f9 req-4276068d-5385-4f78-af81-f0fc38e0f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:58.558489 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5a003d91-e8ee-4b78-8111-9f782ab0f9f9 req-4276068d-5385-4f78-af81-f0fc38e0f1fb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d92b5aa4e35d4a1b98c0fb33e75a9bfc&device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 1098 time: 0.1136696 Nov 23 12:47:58.594091 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3876b9-c3a2-4845-bdff-993f4f4d2fee,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:58.597795 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:58.603386 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:58.609148 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2547896 Nov 23 12:47:58.609780 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53258) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:58.617199 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Request body: {'security_group_rule': {'security_group_id': '2a3876b9-c3a2-4845-bdff-993f4f4d2fee', 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:58.624329 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:58.628296 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Usage tracker for resource:security_group_rule and tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:58.635567 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:58.644757 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:58.674834 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:58.716507 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a003d91-e8ee-4b78-8111-9f782ab0f9f9 req-af7222a9-6619-428f-820d-8690c55712c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:58.717990 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5a003d91-e8ee-4b78-8111-9f782ab0f9f9 req-af7222a9-6619-428f-820d-8690c55712c2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=400fc0c0-feab-4309-b5ca-fc6ebda91c25 HTTP/1.1" status: 200 len: 916 time: 0.1532741 Nov 23 12:47:58.756335 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:58.760557 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:58.762614 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:58.785487 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb0979c-0ec5-4825-87d8-5f6695c79b39,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:58.788848 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:58.797933 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:58.801994 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1878350 Nov 23 12:47:58.802208 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53262) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:58.808102 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Request body: {'security_group_rule': {'security_group_id': '2a3876b9-c3a2-4845-bdff-993f4f4d2fee', 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:58.814301 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:58.818330 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Usage tracker for resource:security_group_rule and tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:58.821277 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:58.828624 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:58.837091 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5a003d91-e8ee-4b78-8111-9f782ab0f9f9 req-fec571e5-4dcd-4c42-80fe-c0249806067b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f HTTP/1.1" status: 200 len: 998 time: 0.1094565 Nov 23 12:47:58.856059 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:58.945059 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a003d91-e8ee-4b78-8111-9f782ab0f9f9 req-9d82442f-0f5e-4907-9ec1-3592dab19e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:58.946805 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5a003d91-e8ee-4b78-8111-9f782ab0f9f9 req-9d82442f-0f5e-4907-9ec1-3592dab19e77 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88 HTTP/1.1" status: 200 len: 854 time: 0.0953522 Nov 23 12:47:58.958160 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-112e7cb3-6d55-42fa-bdc8-b500e70b7f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:46:47Z', 'revision_number': 4, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': 'd1fe8197-431d-416a-9b25-165909fe883e', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'floating_ip_address': '172.28.0.22', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'port_id': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'mac_address': 'fa:16:3e:ac:15:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:47:56Z', 'updated_at': '2021-11-23T12:47:56Z', 'revision_number': 0, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee42e0-5df8-4687-88e9-4d97b67a3cc1', 'name': '', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'mac_address': 'fa:16:3e:1b:3e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:45Z', 'updated_at': '2021-11-23T12:47:00Z', 'revision_number': 5, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'subnets': [{'id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:58.971432 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e7cb3-6d55-42fa-bdc8-b500e70b7f6b None None] Checking router: 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:47:58.982211 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e7cb3-6d55-42fa-bdc8-b500e70b7f6b None None] Routers {'1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:58.983477 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-112e7cb3-6d55-42fa-bdc8-b500e70b7f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:47:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:59.009560 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.020139 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.022414 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-003d0a2a-9d90-42e9-9b57-7c716f480ca6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:59.055651 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21a7ae8-00ff-47ee-b632-f1bc8a5c26ec,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:59.058453 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:59.061735 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a003d91-e8ee-4b78-8111-9f782ab0f9f9 req-d1d1e706-f171-49bf-9269-85794abfae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:59.063786 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5a003d91-e8ee-4b78-8111-9f782ab0f9f9 req-d1d1e706-f171-49bf-9269-85794abfae5e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=400fc0c0-feab-4309-b5ca-fc6ebda91c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1034062 Nov 23 12:47:59.063901 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.065068 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2617784 Nov 23 12:47:59.067874 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 53276) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:59.099853 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-8d7e0af7-f2f2-4d55-84cc-954b52378c0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Request body: {'security_group_rule': {'security_group_id': '2a3876b9-c3a2-4845-bdff-993f4f4d2fee', 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:59.160174 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-8d7e0af7-f2f2-4d55-84cc-954b52378c0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:59.172883 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-8d7e0af7-f2f2-4d55-84cc-954b52378c0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Usage tracker for resource:security_group_rule and tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:59.191112 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-8d7e0af7-f2f2-4d55-84cc-954b52378c0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:59.200954 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-8d7e0af7-f2f2-4d55-84cc-954b52378c0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:59.235933 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-112e7cb3-6d55-42fa-bdc8-b500e70b7f6b None None] Set router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:59.250479 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8d7e0af7-f2f2-4d55-84cc-954b52378c0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.280104 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5a003d91-e8ee-4b78-8111-9f782ab0f9f9 req-e61a152e-58d1-4c00-b7be-d4b4743a31e4 service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080767 Nov 23 12:47:59.445435 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8d7e0af7-f2f2-4d55-84cc-954b52378c0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.452924 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8d7e0af7-f2f2-4d55-84cc-954b52378c0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.470619 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:59.506336 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e0af7-f2f2-4d55-84cc-954b52378c0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7852889e-1eee-41cd-97b3-b434ce0b34ed,revision_number=0']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:59.511646 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5a003d91-e8ee-4b78-8111-9f782ab0f9f9 req-40f9979f-db8d-4acf-a2a4-28a1c3c7ab4c service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232003 Nov 23 12:47:59.541098 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-8d7e0af7-f2f2-4d55-84cc-954b52378c0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:59.549089 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8d7e0af7-f2f2-4d55-84cc-954b52378c0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.552883 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-8d7e0af7-f2f2-4d55-84cc-954b52378c0d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4812024 Nov 23 12:47:59.553602 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53300) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:59.570144 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-6139a968-86d7-4c82-82c3-999adc8f4020 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Request body: {'security_group_rule': {'security_group_id': '2a3876b9-c3a2-4845-bdff-993f4f4d2fee', 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:59.577168 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-6139a968-86d7-4c82-82c3-999adc8f4020 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:59.589839 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-6139a968-86d7-4c82-82c3-999adc8f4020 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Usage tracker for resource:security_group_rule and tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:59.593939 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-6139a968-86d7-4c82-82c3-999adc8f4020 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:59.605876 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-6139a968-86d7-4c82-82c3-999adc8f4020 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:59.635114 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6139a968-86d7-4c82-82c3-999adc8f4020 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.723073 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6139a968-86d7-4c82-82c3-999adc8f4020 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.724044 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-112e7cb3-6d55-42fa-bdc8-b500e70b7f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:46:47Z', 'revision_number': 4, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': 'd1fe8197-431d-416a-9b25-165909fe883e', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'floating_ip_address': '172.28.0.22', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'port_id': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'mac_address': 'fa:16:3e:ac:15:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:47:56Z', 'updated_at': '2021-11-23T12:47:56Z', 'revision_number': 0, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee42e0-5df8-4687-88e9-4d97b67a3cc1', 'name': '', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'mac_address': 'fa:16:3e:1b:3e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:45Z', 'updated_at': '2021-11-23T12:47:00Z', 'revision_number': 5, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'subnets': [{'id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:59.734559 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6139a968-86d7-4c82-82c3-999adc8f4020 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.744847 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-da9d8198-f325-433e-93db-0a59dfef38c6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:59.746523 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e7cb3-6d55-42fa-bdc8-b500e70b7f6b None None] The sync data for ids ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'] in dv-cinder-818884-1-smb is: [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:46:47Z', 'revision_number': 4, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': 'd1fe8197-431d-416a-9b25-165909fe883e', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'floating_ip_address': '172.28.0.22', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'port_id': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'mac_address': 'fa:16:3e:ac:15:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:47:56Z', 'updated_at': '2021-11-23T12:47:56Z', 'revision_number': 0, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfee42e0-5df8-4687-88e9-4d97b67a3cc1', 'name': '', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'mac_address': 'fa:16:3e:1b:3e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:45Z', 'updated_at': '2021-11-23T12:47:00Z', 'revision_number': 5, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'subnets': [{'id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:47:59.786025 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139a968-86d7-4c82-82c3-999adc8f4020 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b8698c-5333-4ce8-b9f0-d7ec9b91d4f5,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:59.788713 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-6139a968-86d7-4c82-82c3-999adc8f4020 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:59.809446 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6139a968-86d7-4c82-82c3-999adc8f4020 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.825119 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-6139a968-86d7-4c82-82c3-999adc8f4020 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2679765 Nov 23 12:47:59.826482 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53308) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:59.837486 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Request body: {'security_group_rule': {'security_group_id': '2a3876b9-c3a2-4845-bdff-993f4f4d2fee', 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:59.844081 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:59.853916 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Usage tracker for resource:security_group_rule and tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:59.857398 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:59.864063 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:59.883008 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.securitygroups_db [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Project d92b5aa4e35d4a1b98c0fb33e75a9bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:47:59.891026 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.895509 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 53314) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:59.973089 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.977559 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:59.985447 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-885a7651-4fcd-41f8-a5bd-689c88620b3d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:00.010086 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffc4907-ece8-4531-9b44-a67f6914a33e,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:00.012933 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:00.018944 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.020320 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-66e0e0e7-44dc-4ff1-9ee9-36cfe35529cf tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1927509 Nov 23 12:48:00.023456 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 53320) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:00.030414 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Request body: {'security_group_rule': {'security_group_id': '2a3876b9-c3a2-4845-bdff-993f4f4d2fee', 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:00.039192 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40a7141-ca08-40ad-a758-cf40c3743dc0 None None] New status for floating IP d1fe8197-431d-416a-9b25-165909fe883e: ACTIVE {{(pid=86827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:48:00.048922 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:00.055992 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Usage tracker for resource:security_group_rule and tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:00.059528 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-46b8c1e7-809b-418d-b3b7-9fd7887c7949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.069042 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:00.078062 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:00.085150 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-46b8c1e7-809b-418d-b3b7-9fd7887c7949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:00.090517 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-46b8c1e7-809b-418d-b3b7-9fd7887c7949 admin admin] Usage tracker for resource:security_group_rule and tenant:36323f7d94fd4dcda9de66655432c379 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:00.093395 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-46b8c1e7-809b-418d-b3b7-9fd7887c7949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:00.098930 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.securitygroups_db [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Project d92b5aa4e35d4a1b98c0fb33e75a9bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:48:00.104924 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-46b8c1e7-809b-418d-b3b7-9fd7887c7949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:00.108259 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.200185 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.207709 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.217651 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:00.248428 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a170bdf2-5672-4be0-8d6d-f01b7f092392,revision_number=0']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:00.254787 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:00.276330 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-46b8c1e7-809b-418d-b3b7-9fd7887c7949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.278513 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.280153 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-d0b95728-4447-48d9-9757-498cb8ca08f9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2554953 Nov 23 12:48:00.281487 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-46b8c1e7-809b-418d-b3b7-9fd7887c7949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.289175 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e21cdbac-2412-4f5b-8535-1164fdcd1f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:00.334104 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-46b8c1e7-809b-418d-b3b7-9fd7887c7949 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36323f7d94fd4dcda9de66655432c379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4374213 Nov 23 12:48:00.335689 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8c1e7-809b-418d-b3b7-9fd7887c7949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974304c6-29d8-495c-a8f1-35225d4f4075,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:00.337312 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53328) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:00.339385 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-46b8c1e7-809b-418d-b3b7-9fd7887c7949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:00.455005 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-50169112-1227-46ea-b91d-fd34882e9f55 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Synchronizing usage tracker for tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc on resource:security_group {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:00.460612 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9102ffee-8e27-481b-83f0-f19b9c0dda3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.490429 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-50169112-1227-46ea-b91d-fd34882e9f55 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Unset dirty status for tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc on resource:security_group {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:00.492103 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-50169112-1227-46ea-b91d-fd34882e9f55 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1187078411&fields=id&tenant_id=d92b5aa4e35d4a1b98c0fb33e75a9bfc HTTP/1.1" status: 200 len: 267 time: 0.1081753 Nov 23 12:48:00.496418 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9102ffee-8e27-481b-83f0-f19b9c0dda3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.618724 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-2756b124-44ee-4c59-96d4-90493b91603e tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:00.620211 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-2756b124-44ee-4c59-96d4-90493b91603e tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 945 time: 0.1141331 Nov 23 12:48:00.631710 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-972f8341-dab0-44b1-b227-df180b01fd11 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Request body: {'port': {'security_groups': ['72e69c13-08c0-4d28-aff4-5aacb3847846', '2a3876b9-c3a2-4845-bdff-993f4f4d2fee']}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:00.661448 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9102ffee-8e27-481b-83f0-f19b9c0dda3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.671629 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-4e6f07f7-13d3-4cad-8345-b43b534553e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:00.697318 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102ffee-8e27-481b-83f0-f19b9c0dda3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974304c6-29d8-495c-a8f1-35225d4f4075,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:00.699743 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9102ffee-8e27-481b-83f0-f19b9c0dda3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:00.704517 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9102ffee-8e27-481b-83f0-f19b9c0dda3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.708281 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-9102ffee-8e27-481b-83f0-f19b9c0dda3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/974304c6-29d8-495c-a8f1-35225d4f4075 HTTP/1.1" status: 204 len: 168 time: 0.3630931 Nov 23 12:48:00.782683 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-972f8341-dab0-44b1-b227-df180b01fd11 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:01.057059 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 53350) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:01.071768 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-972f8341-dab0-44b1-b227-df180b01fd11 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] For port f42048f6-1dc6-4e1c-add6-c15b87ba413f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:01.082020 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d8d46df0-715e-4cac-90ea-6f629b65dc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:01.097078 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-d8d46df0-715e-4cac-90ea-6f629b65dc72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:01.101414 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-d8d46df0-715e-4cac-90ea-6f629b65dc72 admin admin] Usage tracker for resource:security_group_rule and tenant:d6e1c4e7c4614e059669ae118d9ffe86 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:01.103168 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-972f8341-dab0-44b1-b227-df180b01fd11 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for port, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:01.104387 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-d8d46df0-715e-4cac-90ea-6f629b65dc72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:01.111965 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-972f8341-dab0-44b1-b227-df180b01fd11 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953512'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:01.112121 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-d8d46df0-715e-4cac-90ea-6f629b65dc72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:01.117073 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:01.123824 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['f42048f6-1dc6-4e1c-add6-c15b87ba413f'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:01.223260 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f8341-dab0-44b1-b227-df180b01fd11 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event updated for resources: {'Port': ['ID=f42048f6-1dc6-4e1c-add6-c15b87ba413f,revision_number=6']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:01.228827 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-972f8341-dab0-44b1-b227-df180b01fd11 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:01.234067 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d8d46df0-715e-4cac-90ea-6f629b65dc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:01.242832 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d8d46df0-715e-4cac-90ea-6f629b65dc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:01.251276 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-972f8341-dab0-44b1-b227-df180b01fd11 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:01.251929 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-972f8341-dab0-44b1-b227-df180b01fd11 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:01.253413 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4bd638cf-f3fe-44f5-96cc-1ad5c55f81f0 req-972f8341-dab0-44b1-b227-df180b01fd11 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "PUT /v2.0/ports/f42048f6-1dc6-4e1c-add6-c15b87ba413f HTTP/1.1" status: 200 len: 981 time: 0.6265814 Nov 23 12:48:01.254031 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f'}] {{(pid=86826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:01.254286 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-46b8c1e7-809b-418d-b3b7-9fd7887c7949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:01.326194 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'status': 'completed', 'code': 200} Nov 23 12:48:01.348049 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['f42048f6-1dc6-4e1c-add6-c15b87ba413f'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:01.362521 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-d8d46df0-715e-4cac-90ea-6f629b65dc72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6e1c4e7c4614e059669ae118d9ffe86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044012 Nov 23 12:48:01.365143 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53366) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:01.365520 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d46df0-715e-4cac-90ea-6f629b65dc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a1e468-a778-4cb9-b960-9287f40cd659,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:01.426663 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-d8d46df0-715e-4cac-90ea-6f629b65dc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:01.481776 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bef4fc-04b2-486f-99db-366cd55512c8 req-52a70315-2a22-46ab-b202-6e5df84c361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:01.483668 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9bef4fc-04b2-486f-99db-366cd55512c8 req-52a70315-2a22-46ab-b202-6e5df84c361e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d92b5aa4e35d4a1b98c0fb33e75a9bfc&device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 1137 time: 0.1192725 Nov 23 12:48:01.526705 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6afd6986-c798-44f8-aee0-679da4c93196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:01.590982 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6afd6986-c798-44f8-aee0-679da4c93196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:01.637499 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6886cd-96f5-4d8b-beac-dea6f595aa19 req-bd86cc5b-a1a0-45f9-9179-b827bfa127bb tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:01.649268 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-2b6886cd-96f5-4d8b-beac-dea6f595aa19 req-bd86cc5b-a1a0-45f9-9179-b827bfa127bb tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.2000179 Nov 23 12:48:01.734560 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bef4fc-04b2-486f-99db-366cd55512c8 req-f07905db-e83f-40c6-8d38-0f8de8d047c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:01.736015 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9bef4fc-04b2-486f-99db-366cd55512c8 req-f07905db-e83f-40c6-8d38-0f8de8d047c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=400fc0c0-feab-4309-b5ca-fc6ebda91c25 HTTP/1.1" status: 200 len: 916 time: 0.2421067 Nov 23 12:48:01.755333 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-72a9fcdb-f4b3-4471-94ed-e508384fc9e7 None None] Provisioning complete for port f42048f6-1dc6-4e1c-add6-c15b87ba413f triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:01.756000 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-72a9fcdb-f4b3-4471-94ed-e508384fc9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:01.764940 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-2b6886cd-96f5-4d8b-beac-dea6f595aa19 req-a0f5144f-71f9-47d7-8aae-ddc48674adca tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147413 Nov 23 12:48:01.766153 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6afd6986-c798-44f8-aee0-679da4c93196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:01.772518 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-01f195ae-ca21-4a16-add3-b30656022974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:01.807183 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd6986-c798-44f8-aee0-679da4c93196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a1e468-a778-4cb9-b960-9287f40cd659,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:01.816886 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-6afd6986-c798-44f8-aee0-679da4c93196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:01.843274 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6afd6986-c798-44f8-aee0-679da4c93196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:01.848924 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-6afd6986-c798-44f8-aee0-679da4c93196 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3a1e468-a778-4cb9-b960-9287f40cd659 HTTP/1.1" status: 204 len: 168 time: 0.4786229 Nov 23 12:48:02.083175 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9bef4fc-04b2-486f-99db-366cd55512c8 req-a6a4307a-d829-4f9a-b7cf-50c8cbaded37 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f HTTP/1.1" status: 200 len: 1000 time: 0.3380010 Nov 23 12:48:02.177663 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53392) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:02.204981 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bef4fc-04b2-486f-99db-366cd55512c8 req-b930e33d-df95-4c0f-801c-f96c228c0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:02.206670 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9bef4fc-04b2-486f-99db-366cd55512c8 req-b930e33d-df95-4c0f-801c-f96c228c0638 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88 HTTP/1.1" status: 200 len: 854 time: 0.1150968 Nov 23 12:48:02.319048 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bef4fc-04b2-486f-99db-366cd55512c8 req-bfbb615e-2277-4082-b173-fa9849ce28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:02.322127 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9bef4fc-04b2-486f-99db-366cd55512c8 req-bfbb615e-2277-4082-b173-fa9849ce28c3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=400fc0c0-feab-4309-b5ca-fc6ebda91c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1038876 Nov 23 12:48:02.410127 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-120df726-b24f-4d28-9217-885d5f7d8071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:02.436678 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-120df726-b24f-4d28-9217-885d5f7d8071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:02.443260 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-120df726-b24f-4d28-9217-885d5f7d8071 admin admin] Usage tracker for resource:security_group_rule and tenant:b772d53c9757443aa309178f2b54e726 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:02.447548 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-120df726-b24f-4d28-9217-885d5f7d8071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:02.454856 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-120df726-b24f-4d28-9217-885d5f7d8071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:02.478736 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e184a5e-781e-49ba-b298-6ae069839f01 req-312be116-fae1-4d0b-874b-9c72200a8b8c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:02.480216 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4e184a5e-781e-49ba-b298-6ae069839f01 req-312be116-fae1-4d0b-874b-9c72200a8b8c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1646934 Nov 23 12:48:02.504030 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9bef4fc-04b2-486f-99db-366cd55512c8 req-a97fc210-128f-481e-89a6-a1c8ffd54820 service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728940 Nov 23 12:48:02.545383 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4e184a5e-781e-49ba-b298-6ae069839f01 req-2fa0fd9a-8766-45cc-8a8d-2d79f0aef7dc tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562718 Nov 23 12:48:02.603912 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-120df726-b24f-4d28-9217-885d5f7d8071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:02.608421 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-120df726-b24f-4d28-9217-885d5f7d8071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:02.617007 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-cdf4ac11-6340-4ed9-b7bc-10b9751ea80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:02.651678 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a9bef4fc-04b2-486f-99db-366cd55512c8 req-95540ab5-4ff7-407a-a075-cb8de35055f1 service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404595 Nov 23 12:48:02.661510 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-120df726-b24f-4d28-9217-885d5f7d8071 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b772d53c9757443aa309178f2b54e726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818425 Nov 23 12:48:02.663859 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53414) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:02.676958 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120df726-b24f-4d28-9217-885d5f7d8071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7a4bec-36d8-446a-8ddc-a77414d93d6e,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:02.680698 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-120df726-b24f-4d28-9217-885d5f7d8071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:02.732653 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c8158d1-6fe1-494d-aaf3-cfce8476ebc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:02.758610 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c8158d1-6fe1-494d-aaf3-cfce8476ebc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:02.904748 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c8158d1-6fe1-494d-aaf3-cfce8476ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:02.910498 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-f92cb180-2978-46f4-953d-c2ccdf847428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:02.924510 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8158d1-6fe1-494d-aaf3-cfce8476ebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7a4bec-36d8-446a-8ddc-a77414d93d6e,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:02.926956 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8c8158d1-6fe1-494d-aaf3-cfce8476ebc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:02.929271 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c8158d1-6fe1-494d-aaf3-cfce8476ebc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:02.932899 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8c8158d1-6fe1-494d-aaf3-cfce8476ebc2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b7a4bec-36d8-446a-8ddc-a77414d93d6e HTTP/1.1" status: 204 len: 168 time: 0.2657847 Nov 23 12:48:03.283131 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53432) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:03.300739 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3916a3bc-b63e-4f7c-b15f-17ca172ee5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.315519 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-3916a3bc-b63e-4f7c-b15f-17ca172ee5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:03.322316 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-3916a3bc-b63e-4f7c-b15f-17ca172ee5c2 admin admin] Usage tracker for resource:security_group_rule and tenant:e60cf54f919c4257a9242f0e9b3a6a41 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:03.325768 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-3916a3bc-b63e-4f7c-b15f-17ca172ee5c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:03.333158 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-3916a3bc-b63e-4f7c-b15f-17ca172ee5c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:03.439008 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3916a3bc-b63e-4f7c-b15f-17ca172ee5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.443631 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3916a3bc-b63e-4f7c-b15f-17ca172ee5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.455239 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8f32ff59-3c7d-48b4-9062-9ce8e12b8c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:03.496318 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-3916a3bc-b63e-4f7c-b15f-17ca172ee5c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e60cf54f919c4257a9242f0e9b3a6a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120688 Nov 23 12:48:03.497934 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916a3bc-b63e-4f7c-b15f-17ca172ee5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897dc013-2c0f-4aa4-9053-5e50dc589298,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:03.498913 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 53440) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:03.500925 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3916a3bc-b63e-4f7c-b15f-17ca172ee5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:03.559110 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.584856 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.640418 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.645321 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:03.659707 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897dc013-2c0f-4aa4-9053-5e50dc589298,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:03.700675 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:03.701032 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:03.701379 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:03.701720 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:03.702057 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:03.702420 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:03.702754 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:03.703084 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:03.703416 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:03.703743 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:03.704070 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:03.704395 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:03.712867 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:03.719339 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.722926 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/897dc013-2c0f-4aa4-9053-5e50dc589298 HTTP/1.1" status: 204 len: 168 time: 0.2204695 Nov 23 12:48:03.763958 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52e37a-6957-4d26-9970-9df1b2311e58 req-a9f858a4-78ad-4a2e-a6f2-9979d9f7936e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:03.765375 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0f52e37a-6957-4d26-9970-9df1b2311e58 req-a9f858a4-78ad-4a2e-a6f2-9979d9f7936e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1013465 Nov 23 12:48:03.810102 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0f52e37a-6957-4d26-9970-9df1b2311e58 req-fd10739b-1d98-44ea-8862-68f082820c2b tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388975 Nov 23 12:48:05.055373 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc801-1b37-469a-9d10-4ea11297a7c6 req-21b8fd1f-ca52-4c8b-a94f-883322d09343 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:05.056796 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7ebc801-1b37-469a-9d10-4ea11297a7c6 req-21b8fd1f-ca52-4c8b-a94f-883322d09343 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1506860 Nov 23 12:48:05.065088 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8f239-6f59-4add-9940-2836e1fc93c8 req-b17f9961-7c9b-4195-990f-9ebaa8d7b8de tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:05.066440 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b0a8f239-6f59-4add-9940-2836e1fc93c8 req-b17f9961-7c9b-4195-990f-9ebaa8d7b8de tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 946 time: 0.1229522 Nov 23 12:48:05.160429 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-f7ebc801-1b37-469a-9d10-4ea11297a7c6 req-f7cfd571-550f-4922-a3f0-06133b98a898 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Deleting port f56ea1d7-e0fa-476b-82a4-287c9d775d6e {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:48:05.160764 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7ebc801-1b37-469a-9d10-4ea11297a7c6 req-f7cfd571-550f-4922-a3f0-06133b98a898 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:05.221325 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b0a8f239-6f59-4add-9940-2836e1fc93c8 req-0fb04aff-ce2e-4b5a-8730-069f60c9b287 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210256 Nov 23 12:48:05.461234 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-f7ebc801-1b37-469a-9d10-4ea11297a7c6 req-f7cfd571-550f-4922-a3f0-06133b98a898 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] For port f56ea1d7-e0fa-476b-82a4-287c9d775d6e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f56ea1d7-e0fa-476b-82a4-287c9d775d6e,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:05.461592 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7ebc801-1b37-469a-9d10-4ea11297a7c6 req-f7cfd571-550f-4922-a3f0-06133b98a898 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:05.592894 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-f7ebc801-1b37-469a-9d10-4ea11297a7c6 req-f7cfd571-550f-4922-a3f0-06133b98a898 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Calling delete_port for f56ea1d7-e0fa-476b-82a4-287c9d775d6e owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:48:05.654354 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53528) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:05.776248 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bb691d96-893e-4f18-93c1-274848cd6c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:05.791276 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-bb691d96-893e-4f18-93c1-274848cd6c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:05.795054 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-bb691d96-893e-4f18-93c1-274848cd6c69 admin admin] Usage tracker for resource:security_group_rule and tenant:ef43ad5103dd4680988ccc67b9258a8a is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:05.797796 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-bb691d96-893e-4f18-93c1-274848cd6c69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:05.803507 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-bb691d96-893e-4f18-93c1-274848cd6c69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:05.805253 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7ebc801-1b37-469a-9d10-4ea11297a7c6 req-f7cfd571-550f-4922-a3f0-06133b98a898 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:05.814650 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f3257d1e-ba62-4f53-9651-c855db9f053d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:05.817629 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3', 'f56ea1d7-e0fa-476b-82a4-287c9d775d6e'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:05.872774 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfd571-550f-4922-a3f0-06133b98a898 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Pushing event deleted for resources: {'Port': ['ID=f56ea1d7-e0fa-476b-82a4-287c9d775d6e,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:05.890037 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f7cfd571-550f-4922-a3f0-06133b98a898 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:05.950166 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bb691d96-893e-4f18-93c1-274848cd6c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:05.956658 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bb691d96-893e-4f18-93c1-274848cd6c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:05.979223 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9102ffee-8e27-481b-83f0-f19b9c0dda3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:06.019312 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-bb691d96-893e-4f18-93c1-274848cd6c69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef43ad5103dd4680988ccc67b9258a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638580 Nov 23 12:48:06.022852 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53538) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:06.036598 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb691d96-893e-4f18-93c1-274848cd6c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84474338-65ac-4ce1-aca0-86cf1b36cff6,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:06.042024 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-bb691d96-893e-4f18-93c1-274848cd6c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:06.081571 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67193ca-fbd2-45a6-ac64-29b440b5e270 req-39f10825-8357-4d5a-a4b2-2e27b1af3966 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:06.083398 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a67193ca-fbd2-45a6-ac64-29b440b5e270 req-39f10825-8357-4d5a-a4b2-2e27b1af3966 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.3682771 Nov 23 12:48:06.084469 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ebc801-1b37-469a-9d10-4ea11297a7c6 req-f7cfd571-550f-4922-a3f0-06133b98a898 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] No DVR routers for this DVR port f56ea1d7-e0fa-476b-82a4-287c9d775d6e on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:48:06.087511 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7ebc801-1b37-469a-9d10-4ea11297a7c6 req-f7cfd571-550f-4922-a3f0-06133b98a898 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.090175 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e7bd40-19ad-4980-a403-b57ed2caeaec', 'name': 'network-vif-deleted', 'tag': 'f56ea1d7-e0fa-476b-82a4-287c9d775d6e'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:06.093773 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-983737cf-9edc-4866-aab9-d4275820a5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.121404 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-983737cf-9edc-4866-aab9-d4275820a5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.144401 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e7bd40-19ad-4980-a403-b57ed2caeaec', 'name': 'network-vif-deleted', 'tag': 'f56ea1d7-e0fa-476b-82a4-287c9d775d6e', 'status': 'completed', 'code': 200} Nov 23 12:48:06.148924 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7ebc801-1b37-469a-9d10-4ea11297a7c6 req-f7cfd571-550f-4922-a3f0-06133b98a898 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.76 "DELETE /v2.0/ports/f56ea1d7-e0fa-476b-82a4-287c9d775d6e HTTP/1.1" status: 204 len: 173 time: 1.0815732 Nov 23 12:48:06.160845 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a67193ca-fbd2-45a6-ac64-29b440b5e270 req-0983652c-4f49-471e-b26e-8eef33c599a8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642931 Nov 23 12:48:06.214057 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-983737cf-9edc-4866-aab9-d4275820a5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.218341 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-c948384a-b04a-4131-85e3-1e7be082432d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:06.235027 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983737cf-9edc-4866-aab9-d4275820a5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84474338-65ac-4ce1-aca0-86cf1b36cff6,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:06.237537 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-983737cf-9edc-4866-aab9-d4275820a5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:06.247886 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-983737cf-9edc-4866-aab9-d4275820a5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.251545 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-983737cf-9edc-4866-aab9-d4275820a5a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84474338-65ac-4ce1-aca0-86cf1b36cff6 HTTP/1.1" status: 204 len: 168 time: 0.2253954 Nov 23 12:48:06.397354 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-0ca65b73-1fe6-4c59-8cb1-d94dcf42f8c2 req-f8f00996-e75d-4c60-99e8-5ad7a30af35e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5e7bd40-19ad-4980-a403-b57ed2caeaec HTTP/1.1" status: 200 len: 210 time: 0.0492213 Nov 23 12:48:06.558403 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53554) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:06.575644 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5bd0a110-7bec-4243-8383-1c6069f55253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.590022 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-5bd0a110-7bec-4243-8383-1c6069f55253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:06.593907 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-5bd0a110-7bec-4243-8383-1c6069f55253 admin admin] Usage tracker for resource:security_group_rule and tenant:6c079072224c43cca08682a9e9c467a3 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:06.596685 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-5bd0a110-7bec-4243-8383-1c6069f55253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:06.602946 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-5bd0a110-7bec-4243-8383-1c6069f55253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:06.682799 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5bd0a110-7bec-4243-8383-1c6069f55253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.687987 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5bd0a110-7bec-4243-8383-1c6069f55253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.696354 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-6afd6986-c798-44f8-aee0-679da4c93196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:06.735503 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-5bd0a110-7bec-4243-8383-1c6069f55253 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c079072224c43cca08682a9e9c467a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757545 Nov 23 12:48:06.737943 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53558) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:06.740611 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0a110-7bec-4243-8383-1c6069f55253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32895983-8558-4813-b8e3-9b175c630fcf,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:06.755040 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-5bd0a110-7bec-4243-8383-1c6069f55253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:06.805753 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d43b63ad-c48a-4b5f-9ddf-488a640f72e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.832433 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d43b63ad-c48a-4b5f-9ddf-488a640f72e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.890734 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d43b63ad-c48a-4b5f-9ddf-488a640f72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.894590 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-cc82f849-28a4-4b79-b072-1f45b371c395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:06.905672 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b63ad-c48a-4b5f-9ddf-488a640f72e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32895983-8558-4813-b8e3-9b175c630fcf,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:06.907972 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-d43b63ad-c48a-4b5f-9ddf-488a640f72e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:06.913275 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d43b63ad-c48a-4b5f-9ddf-488a640f72e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:06.914387 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-d43b63ad-c48a-4b5f-9ddf-488a640f72e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32895983-8558-4813-b8e3-9b175c630fcf HTTP/1.1" status: 204 len: 168 time: 0.1754799 Nov 23 12:48:07.360917 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3452e-0d36-4380-a7d2-1ae8e8b458bf req-70acb032-76d3-4d04-93d0-07cfd0164011 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:07.362581 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1dc3452e-0d36-4380-a7d2-1ae8e8b458bf req-70acb032-76d3-4d04-93d0-07cfd0164011 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.0860238 Nov 23 12:48:07.412071 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1dc3452e-0d36-4380-a7d2-1ae8e8b458bf req-22c0f9e7-dd84-4b90-8318-625df4c591be tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433929 Nov 23 12:48:07.909503 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2de39-ece0-4159-8e34-86cd5b56855c req-54f4330e-3a04-408f-ba1a-7135a339a9a6 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:07.910995 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-17a2de39-ece0-4159-8e34-86cd5b56855c req-54f4330e-3a04-408f-ba1a-7135a339a9a6 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1156199 Nov 23 12:48:07.964981 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-17a2de39-ece0-4159-8e34-86cd5b56855c req-7506381f-78bc-4c13-ae44-173de9b74d90 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461884 Nov 23 12:48:08.542453 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device f56ea1d7-e0fa-476b-82a4-287c9d775d6e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:48:08.590388 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: f56ea1d7-e0fa-476b-82a4-287c9d775d6e {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:48:08.591021 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device f56ea1d7-e0fa-476b-82a4-287c9d775d6e not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:48:08.620560 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd80207-7529-4d94-b80d-676a0c217fdf req-451198a1-eaba-403a-9e11-eea4571e17f6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:08.622731 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-afd80207-7529-4d94-b80d-676a0c217fdf req-451198a1-eaba-403a-9e11-eea4571e17f6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.0982370 Nov 23 12:48:08.675012 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-afd80207-7529-4d94-b80d-676a0c217fdf req-25d96314-5d88-4118-b31e-1c88913cd65b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456097 Nov 23 12:48:08.891741 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53656) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:09.015704 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-10d24b8a-efd5-4d71-a240-b27b1e2e5d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:09.043292 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-10d24b8a-efd5-4d71-a240-b27b1e2e5d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:09.047508 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-10d24b8a-efd5-4d71-a240-b27b1e2e5d4d admin admin] Usage tracker for resource:security_group_rule and tenant:673dafaf555d47dc86c7b6db588d15dc is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:09.050919 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-10d24b8a-efd5-4d71-a240-b27b1e2e5d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:09.058219 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-10d24b8a-efd5-4d71-a240-b27b1e2e5d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:09.193813 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0136e88-d634-4386-998c-407672da819c req-8297f098-c92a-44a0-8ec5-3e2161c29126 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:09.195715 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b0136e88-d634-4386-998c-407672da819c req-8297f098-c92a-44a0-8ec5-3e2161c29126 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1171103 Nov 23 12:48:09.226962 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-211dd720-27e9-498e-bad2-b79287d45cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:09.248932 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-10d24b8a-efd5-4d71-a240-b27b1e2e5d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:09.255246 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-10d24b8a-efd5-4d71-a240-b27b1e2e5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:09.263931 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e6962156-32ef-4c4a-8fb1-b22375dbe080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:09.279279 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b0136e88-d634-4386-998c-407672da819c req-eb0ea3e6-0ccb-42ec-832e-0fbee5d75dde tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756767 Nov 23 12:48:09.309357 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d24b8a-efd5-4d71-a240-b27b1e2e5d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669c6637-b411-4cc5-aca8-55472b8c4964,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:09.312694 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-10d24b8a-efd5-4d71-a240-b27b1e2e5d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:09.314974 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-10d24b8a-efd5-4d71-a240-b27b1e2e5d4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=673dafaf555d47dc86c7b6db588d15dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222786 Nov 23 12:48:09.317714 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53668) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:09.374003 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-909f352d-f0a1-47b0-b974-e8f8a34c86aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:09.399050 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-909f352d-f0a1-47b0-b974-e8f8a34c86aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:09.451880 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-909f352d-f0a1-47b0-b974-e8f8a34c86aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:09.455457 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-787f193b-4d4a-4a48-8475-b9b3ddc2cab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:09.466528 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f352d-f0a1-47b0-b974-e8f8a34c86aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669c6637-b411-4cc5-aca8-55472b8c4964,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:09.470275 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-909f352d-f0a1-47b0-b974-e8f8a34c86aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:09.475207 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-909f352d-f0a1-47b0-b974-e8f8a34c86aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:09.482688 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-909f352d-f0a1-47b0-b974-e8f8a34c86aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/669c6637-b411-4cc5-aca8-55472b8c4964 HTTP/1.1" status: 204 len: 168 time: 0.1610665 Nov 23 12:48:09.777985 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53686) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:09.807293 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-451458a9-7a4d-4d74-907f-60c94158897a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:09.820821 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:09.829680 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-451458a9-7a4d-4d74-907f-60c94158897a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:09.833829 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-451458a9-7a4d-4d74-907f-60c94158897a admin admin] Usage tracker for resource:security_group_rule and tenant:d729efa6ea594d3cbcdefb47675355c5 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:09.837422 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-451458a9-7a4d-4d74-907f-60c94158897a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:09.843534 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-451458a9-7a4d-4d74-907f-60c94158897a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:09.876639 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0d51b-23d3-46c9-a083-684ba892c8ba req-be21244c-48a1-48b8-804e-8baa8bcbf372 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:09.878654 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1fe0d51b-23d3-46c9-a083-684ba892c8ba req-be21244c-48a1-48b8-804e-8baa8bcbf372 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.0886881 Nov 23 12:48:09.927338 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1fe0d51b-23d3-46c9-a083-684ba892c8ba req-987c87ad-c48c-44ae-87b8-25d85da976e0 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402627 Nov 23 12:48:09.946987 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-451458a9-7a4d-4d74-907f-60c94158897a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:09.950958 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-451458a9-7a4d-4d74-907f-60c94158897a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:09.957275 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3fe3d5ba-245b-4815-9a56-2ba0f6b5d20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:09.997497 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-451458a9-7a4d-4d74-907f-60c94158897a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d729efa6ea594d3cbcdefb47675355c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183805 Nov 23 12:48:09.998446 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451458a9-7a4d-4d74-907f-60c94158897a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70c30af-d97b-4b1f-bbfd-208f59dfca46,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:10.000223 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 53690) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:10.001314 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-451458a9-7a4d-4d74-907f-60c94158897a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:10.057626 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d72d1d50-d00b-4f1f-aa7c-89cf613deef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:10.086661 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d72d1d50-d00b-4f1f-aa7c-89cf613deef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:10.136344 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d72d1d50-d00b-4f1f-aa7c-89cf613deef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:10.141088 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-711484cc-d733-4a6b-abe6-52d10d811a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:10.151627 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d1d50-d00b-4f1f-aa7c-89cf613deef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70c30af-d97b-4b1f-bbfd-208f59dfca46,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:10.154533 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-d72d1d50-d00b-4f1f-aa7c-89cf613deef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:10.160284 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d72d1d50-d00b-4f1f-aa7c-89cf613deef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:10.166414 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-d72d1d50-d00b-4f1f-aa7c-89cf613deef1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f70c30af-d97b-4b1f-bbfd-208f59dfca46 HTTP/1.1" status: 204 len: 168 time: 0.1619577 Nov 23 12:48:10.502385 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89962a97-112b-4ef1-85c8-799897f0d3a1 req-3bcb00fc-5f8f-4661-8769-53f0a3d08da6 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:10.503833 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-89962a97-112b-4ef1-85c8-799897f0d3a1 req-3bcb00fc-5f8f-4661-8769-53f0a3d08da6 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0902255 Nov 23 12:48:10.549997 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-89962a97-112b-4ef1-85c8-799897f0d3a1 req-1fd9aaf2-c506-4627-a255-76a1d7522e50 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396650 Nov 23 12:48:10.827572 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:11.125005 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfdc57-2f71-4597-9786-390e79eb660e req-114e34d7-0849-4623-8393-77232d6b7533 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:11.126499 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-42cfdc57-2f71-4597-9786-390e79eb660e req-114e34d7-0849-4623-8393-77232d6b7533 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.0885360 Nov 23 12:48:11.173809 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-42cfdc57-2f71-4597-9786-390e79eb660e req-83a81579-9308-46fc-aede-f76b18dde45a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405636 Nov 23 12:48:11.553202 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 53754) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:11.669764 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b09ee140-ed34-426b-9ba8-581752e42719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:11.679232 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-72a5ac90-2cf6-4d9b-b5e8-cedde75ceb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:11.698128 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-72a5ac90-2cf6-4d9b-b5e8-cedde75ceb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:11.703075 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-72a5ac90-2cf6-4d9b-b5e8-cedde75ceb2d admin admin] Usage tracker for resource:security_group_rule and tenant:2e4828653b67429d8f351500af81c067 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:11.706146 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-72a5ac90-2cf6-4d9b-b5e8-cedde75ceb2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:11.712635 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-72a5ac90-2cf6-4d9b-b5e8-cedde75ceb2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:11.753849 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d649b6-6891-4e5e-8468-a490420bbaa3 req-d0c98a8f-810e-485d-96ab-a888f2cbc422 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:11.755352 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-59d649b6-6891-4e5e-8468-a490420bbaa3 req-d0c98a8f-810e-485d-96ab-a888f2cbc422 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0850947 Nov 23 12:48:11.803396 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-72a5ac90-2cf6-4d9b-b5e8-cedde75ceb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:11.807790 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-72a5ac90-2cf6-4d9b-b5e8-cedde75ceb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:11.810304 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-59d649b6-6891-4e5e-8468-a490420bbaa3 req-8d6f095d-9d5a-4586-8d35-8ac87d5e9ef2 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483034 Nov 23 12:48:11.817361 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-5a9e4b94-0895-417e-bb37-255f7161f04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:11.857584 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-72a5ac90-2cf6-4d9b-b5e8-cedde75ceb2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e4828653b67429d8f351500af81c067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026292 Nov 23 12:48:11.860169 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53762) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:11.870130 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5ac90-2cf6-4d9b-b5e8-cedde75ceb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19d6f96-2f7e-4c8d-8f6e-b4df9015f56d,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:11.876045 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-72a5ac90-2cf6-4d9b-b5e8-cedde75ceb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:11.924505 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-21e9c76f-6249-4eae-a4b3-9740a73f4ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:11.949470 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-21e9c76f-6249-4eae-a4b3-9740a73f4ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:12.004976 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-21e9c76f-6249-4eae-a4b3-9740a73f4ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:12.008944 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8c8158d1-6fe1-494d-aaf3-cfce8476ebc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:12.022627 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9c76f-6249-4eae-a4b3-9740a73f4ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19d6f96-2f7e-4c8d-8f6e-b4df9015f56d,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:12.025559 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-21e9c76f-6249-4eae-a4b3-9740a73f4ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:12.033077 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-21e9c76f-6249-4eae-a4b3-9740a73f4ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:12.034174 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-21e9c76f-6249-4eae-a4b3-9740a73f4ee4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f19d6f96-2f7e-4c8d-8f6e-b4df9015f56d HTTP/1.1" status: 204 len: 168 time: 0.1730385 Nov 23 12:48:12.367411 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d9aad-bede-4ae2-baa0-e609459ee02d req-158489ee-74e2-48f4-870e-29804aecf434 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:12.368913 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-aa3d9aad-bede-4ae2-baa0-e609459ee02d req-158489ee-74e2-48f4-870e-29804aecf434 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.0808094 Nov 23 12:48:12.418900 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-aa3d9aad-bede-4ae2-baa0-e609459ee02d req-8a6755ee-e548-4448-956d-8207ef8cd031 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443509 Nov 23 12:48:12.943042 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:12.996274 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9a28f-c482-4e73-a7d7-b7be89911120 req-cd1cabb8-0b8b-414b-a1e7-3b57b1e9a57e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:12.997750 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-fbc9a28f-c482-4e73-a7d7-b7be89911120 req-cd1cabb8-0b8b-414b-a1e7-3b57b1e9a57e tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0813882 Nov 23 12:48:13.046380 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-fbc9a28f-c482-4e73-a7d7-b7be89911120 req-3c4710e0-2da8-4225-981d-2b9a43b9fa2f tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Nov 23 12:48:13.639705 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53824) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:13.673349 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b53fc-c446-4ff7-be9c-4230081806b6 req-0f0112aa-f881-49d9-ae81-ed2ac45276f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:13.674808 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fe1b53fc-c446-4ff7-be9c-4230081806b6 req-0f0112aa-f881-49d9-ae81-ed2ac45276f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.1350319 Nov 23 12:48:13.716574 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-55fd2e5d-9872-4f9a-b033-d2e8b3b54de2 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:13.717256 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-55fd2e5d-9872-4f9a-b033-d2e8b3b54de2 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Synchronizing usage tracker for tenant:3b44ff298128420abc31972a196f5733 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:13.746180 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fe1b53fc-c446-4ff7-be9c-4230081806b6 req-c65527a4-5ecc-4f58-b360-2659495f8434 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629284 Nov 23 12:48:13.751678 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-55fd2e5d-9872-4f9a-b033-d2e8b3b54de2 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Unset dirty status for tenant:3b44ff298128420abc31972a196f5733 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:13.753056 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-55fd2e5d-9872-4f9a-b033-d2e8b3b54de2 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.76 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.1564858 Nov 23 12:48:13.762008 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-178e8a60-f95e-41c5-b02b-b9a19f83ae90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:13.777250 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-178e8a60-f95e-41c5-b02b-b9a19f83ae90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:13.781546 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-178e8a60-f95e-41c5-b02b-b9a19f83ae90 admin admin] Usage tracker for resource:security_group_rule and tenant:0e037bfec58747f8be131070004f8062 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:13.784375 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-178e8a60-f95e-41c5-b02b-b9a19f83ae90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:13.790072 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-178e8a60-f95e-41c5-b02b-b9a19f83ae90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:13.825792 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-9d4806e4-72d1-4223-8ed8-2fce12dc86fd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Deleting port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:48:13.826169 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-9d4806e4-72d1-4223-8ed8-2fce12dc86fd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:13.877645 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-178e8a60-f95e-41c5-b02b-b9a19f83ae90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:13.883690 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-178e8a60-f95e-41c5-b02b-b9a19f83ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:13.894625 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-92510804-29a6-43f9-b664-bb2be191c7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:13.939859 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-178e8a60-f95e-41c5-b02b-b9a19f83ae90 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e037bfec58747f8be131070004f8062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989664 Nov 23 12:48:13.941508 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e8a60-f95e-41c5-b02b-b9a19f83ae90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5f2b85-49fb-4d82-a95a-45932826cafb,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:13.942439 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 53830) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:13.945257 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-178e8a60-f95e-41c5-b02b-b9a19f83ae90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:14.107593 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-fd9574d6-5016-4bb7-a039-5d2faa6f657b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:14.136132 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-9d4806e4-72d1-4223-8ed8-2fce12dc86fd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] For port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:14.136488 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-9d4806e4-72d1-4223-8ed8-2fce12dc86fd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:14.180702 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:14.211233 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-fd9574d6-5016-4bb7-a039-5d2faa6f657b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:14.244856 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ed5ff-6bca-49f5-95a5-8959bc78fa31 req-77c3cdec-59f3-42a1-8012-c5f548d193b7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:14.246342 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-883ed5ff-6bca-49f5-95a5-8959bc78fa31 req-77c3cdec-59f3-42a1-8012-c5f548d193b7 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 945 time: 0.0880086 Nov 23 12:48:14.280935 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-9d4806e4-72d1-4223-8ed8-2fce12dc86fd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Calling delete_port for e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:48:14.290726 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-883ed5ff-6bca-49f5-95a5-8959bc78fa31 req-202e7682-152c-4986-86d9-8f5c69b3c588 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/security-groups?id=78dd6c6b-fd23-470b-ab18-f22793b18d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387444 Nov 23 12:48:14.426477 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-fd9574d6-5016-4bb7-a039-5d2faa6f657b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:14.433007 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-d8d46df0-715e-4cac-90ea-6f629b65dc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:14.523891 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9574d6-5016-4bb7-a039-5d2faa6f657b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5f2b85-49fb-4d82-a95a-45932826cafb,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:14.528634 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-fd9574d6-5016-4bb7-a039-5d2faa6f657b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:14.561718 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-9d4806e4-72d1-4223-8ed8-2fce12dc86fd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:14.569267 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-3c1ad947-d87d-4a08-9e1f-9a368e81c200 tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:14.574138 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:14.619273 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4806e4-72d1-4223-8ed8-2fce12dc86fd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Pushing event deleted for resources: {'Port': ['ID=e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:14.621349 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-fd9574d6-5016-4bb7-a039-5d2faa6f657b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:14.622719 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-fd9574d6-5016-4bb7-a039-5d2faa6f657b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b5f2b85-49fb-4d82-a95a-45932826cafb HTTP/1.1" status: 204 len: 168 time: 0.6793206 Nov 23 12:48:14.623754 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-9d4806e4-72d1-4223-8ed8-2fce12dc86fd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:14.720175 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-9d4806e4-72d1-4223-8ed8-2fce12dc86fd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] No DVR routers for this DVR port e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:48:14.722791 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-9d4806e4-72d1-4223-8ed8-2fce12dc86fd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:14.725148 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b5edb3a0-17e6-43d0-a592-e4f14985eb5a req-9d4806e4-72d1-4223-8ed8-2fce12dc86fd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.76 "DELETE /v2.0/ports/e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 HTTP/1.1" status: 204 len: 173 time: 0.9667323 Nov 23 12:48:14.726283 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65294d1a-4fbb-4f34-90d7-466ee85d7f24', 'name': 'network-vif-deleted', 'tag': 'e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:14.841024 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65294d1a-4fbb-4f34-90d7-466ee85d7f24', 'name': 'network-vif-deleted', 'tag': 'e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3', 'status': 'completed', 'code': 200} Nov 23 12:48:15.037667 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c685c1e-66c5-4f11-a157-63ba39b78bd9 req-354eb140-c84e-4c10-9aaf-b6090c033e05 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:15.039683 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9c685c1e-66c5-4f11-a157-63ba39b78bd9 req-354eb140-c84e-4c10-9aaf-b6090c033e05 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.1127763 Nov 23 12:48:15.091697 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9c685c1e-66c5-4f11-a157-63ba39b78bd9 req-33367cc1-2596-4ffa-969c-c5a838774330 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441878 Nov 23 12:48:15.482529 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-f43adcaa-74cb-4bde-979c-80ce1d43fbc6 req-4a5775e1-b398-49ff-954c-624c745bae0c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Synchronizing usage tracker for tenant:3b44ff298128420abc31972a196f5733 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:15.499529 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-f43adcaa-74cb-4bde-979c-80ce1d43fbc6 req-4a5775e1-b398-49ff-954c-624c745bae0c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Unset dirty status for tenant:3b44ff298128420abc31972a196f5733 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:15.500972 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f43adcaa-74cb-4bde-979c-80ce1d43fbc6 req-4a5775e1-b398-49ff-954c-624c745bae0c tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] 10.222.0.41 "GET /v2.0/ports?device_id=65294d1a-4fbb-4f34-90d7-466ee85d7f24 HTTP/1.1" status: 200 len: 210 time: 0.0651174 Nov 23 12:48:16.358420 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ab884-a0f0-4f3c-94df-dd938ac923cf req-3b5dccef-948e-4e64-84f9-20d306058412 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:16.359887 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ad2ab884-a0f0-4f3c-94df-dd938ac923cf req-3b5dccef-948e-4e64-84f9-20d306058412 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.1626046 Nov 23 12:48:16.403615 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ad2ab884-a0f0-4f3c-94df-dd938ac923cf req-6b783ac6-c7e0-4369-b5f5-738a665eb334 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380220 Nov 23 12:48:16.540249 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 53934) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:16.599076 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53942) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:16.751362 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-3cda85b2-0910-45dd-9dcc-eba438e6525f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:16.822587 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-3cda85b2-0910-45dd-9dcc-eba438e6525f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:16.834315 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-3cda85b2-0910-45dd-9dcc-eba438e6525f admin admin] Usage tracker for resource:security_group_rule and tenant:2279a80c3e5c4f1b9a1599032ec26067 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:16.839843 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-3cda85b2-0910-45dd-9dcc-eba438e6525f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:16.853682 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-3cda85b2-0910-45dd-9dcc-eba438e6525f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:16.925442 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654578d-1140-4572-864f-cd1be91dfbbd req-03853b63-b3eb-4dbc-b902-14754237e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:16.926959 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d654578d-1140-4572-864f-cd1be91dfbbd req-03853b63-b3eb-4dbc-b902-14754237e176 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=26434ee31c8a4e828f6ebb7445caebe2&device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 1098 time: 0.1578872 Nov 23 12:48:16.936307 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132164c2-7335-4e56-bf60-bb72ba7c562a req-e38bf76a-b2ef-4ee5-be23-0299ce821583 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:16.937741 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-132164c2-7335-4e56-bf60-bb72ba7c562a req-e38bf76a-b2ef-4ee5-be23-0299ce821583 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.2397385 Nov 23 12:48:16.977185 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53952) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:17.107232 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbe6d-0904-452c-a64b-4a88df13a053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.112277 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-132164c2-7335-4e56-bf60-bb72ba7c562a req-1630897a-ddd3-4c91-ac26-b2060daf37fa tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440718 Nov 23 12:48:17.125457 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-4e6dbe6d-0904-452c-a64b-4a88df13a053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:17.130120 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-3cda85b2-0910-45dd-9dcc-eba438e6525f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.131066 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-4e6dbe6d-0904-452c-a64b-4a88df13a053 admin admin] Usage tracker for resource:security_group_rule and tenant:4e32d15eb73c4850a388edaebf05d81c is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:17.135422 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-4e6dbe6d-0904-452c-a64b-4a88df13a053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:17.148755 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-3cda85b2-0910-45dd-9dcc-eba438e6525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.152308 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-4e6dbe6d-0904-452c-a64b-4a88df13a053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:17.159516 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-40dff837-b9a4-4d35-bee5-979399cd6e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:17.185567 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654578d-1140-4572-864f-cd1be91dfbbd req-9d729e7b-a208-4512-8a44-c0faff17e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:17.187045 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d654578d-1140-4572-864f-cd1be91dfbbd req-9d729e7b-a208-4512-8a44-c0faff17e078 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cf8bce4-1366-428a-bf98-48c4da42a9ab HTTP/1.1" status: 200 len: 912 time: 0.2442360 Nov 23 12:48:17.259545 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda85b2-0910-45dd-9dcc-eba438e6525f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c80b884-b352-4f09-b373-6cf244e15938,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:17.266535 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-3cda85b2-0910-45dd-9dcc-eba438e6525f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2279a80c3e5c4f1b9a1599032ec26067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7226582 Nov 23 12:48:17.267793 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53962) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:17.276869 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-3cda85b2-0910-45dd-9dcc-eba438e6525f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:17.313136 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d654578d-1140-4572-864f-cd1be91dfbbd req-1252f593-ed29-4117-b6f8-09885e106d1d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0f58a1c-082b-41a8-bdf9-2513770f066f HTTP/1.1" status: 200 len: 1001 time: 0.1121867 Nov 23 12:48:17.387779 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654578d-1140-4572-864f-cd1be91dfbbd req-b432d11d-a584-4d2a-a953-c94838e41950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:17.389235 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d654578d-1140-4572-864f-cd1be91dfbbd req-b432d11d-a584-4d2a-a953-c94838e41950 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d0b5047-97fd-4983-80d0-d255ab3b4eef HTTP/1.1" status: 200 len: 850 time: 0.0687428 Nov 23 12:48:17.399504 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dad097ef-45d7-4a99-837c-d825e7b5c73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.410374 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643750'] for router_interface, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.468041 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbe6d-0904-452c-a64b-4a88df13a053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.475715 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654578d-1140-4572-864f-cd1be91dfbbd req-d91e6a10-f216-43c2-b6b7-5ea56faf488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:17.477243 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d654578d-1140-4572-864f-cd1be91dfbbd req-d91e6a10-f216-43c2-b6b7-5ea56faf488e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cf8bce4-1366-428a-bf98-48c4da42a9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801392 Nov 23 12:48:17.485736 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4e6dbe6d-0904-452c-a64b-4a88df13a053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.501706 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3916a3bc-b63e-4f7c-b15f-17ca172ee5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:17.534429 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dad097ef-45d7-4a99-837c-d825e7b5c73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.584996 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dbe6d-0904-452c-a64b-4a88df13a053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f3262f-dd58-4bd7-9f0c-a7409e4f2cb7,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:17.591488 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-4e6dbe6d-0904-452c-a64b-4a88df13a053 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e32d15eb73c4850a388edaebf05d81c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108372 Nov 23 12:48:17.592587 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-4e6dbe6d-0904-452c-a64b-4a88df13a053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:17.595216 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 53968) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:17.630961 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d654578d-1140-4572-864f-cd1be91dfbbd req-e0f8f67e-2e48-46ac-8895-1769f89e819a service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441576 Nov 23 12:48:17.767794 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d654578d-1140-4572-864f-cd1be91dfbbd req-e5534288-784c-4004-9d6f-4d13db6e3074 service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303289 Nov 23 12:48:17.799265 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dad097ef-45d7-4a99-837c-d825e7b5c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.804875 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8275dc66-c840-4254-adc5-6020164f22a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:17.851760 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad097ef-45d7-4a99-837c-d825e7b5c73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c80b884-b352-4f09-b373-6cf244e15938,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:17.858625 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b79e83f0-665a-44dd-a6a1-21733d75471b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.860483 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-dad097ef-45d7-4a99-837c-d825e7b5c73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:17.908588 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b79e83f0-665a-44dd-a6a1-21733d75471b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.915481 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dad097ef-45d7-4a99-837c-d825e7b5c73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:17.916564 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-dad097ef-45d7-4a99-837c-d825e7b5c73e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c80b884-b352-4f09-b373-6cf244e15938 HTTP/1.1" status: 204 len: 168 time: 0.6393957 Nov 23 12:48:18.011849 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b79e83f0-665a-44dd-a6a1-21733d75471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:18.018152 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0cf30f67-949b-4706-9285-6081bc781c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:18.033962 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e83f0-665a-44dd-a6a1-21733d75471b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f3262f-dd58-4bd7-9f0c-a7409e4f2cb7,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:18.037204 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] Deleting port 042c4509-cc4d-4d7b-86f2-623655d641fb {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:48:18.038097 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:18.063606 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b79e83f0-665a-44dd-a6a1-21733d75471b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:18.069865 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b79e83f0-665a-44dd-a6a1-21733d75471b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:18.071012 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b79e83f0-665a-44dd-a6a1-21733d75471b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02f3262f-dd58-4bd7-9f0c-a7409e4f2cb7 HTTP/1.1" status: 204 len: 168 time: 0.4735188 Nov 23 12:48:18.409224 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] For port 042c4509-cc4d-4d7b-86f2-623655d641fb, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=042c4509-cc4d-4d7b-86f2-623655d641fb,segment=NetworkSegment(4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a),segment_id=4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:18.409823 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:18.430367 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd136c6d-34cc-430a-b17f-81be33be7b87 req-6c3fbabc-87b6-43c5-b1e9-d434b0dd81cb tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:18.431838 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cd136c6d-34cc-430a-b17f-81be33be7b87 req-6c3fbabc-87b6-43c5-b1e9-d434b0dd81cb tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.1432698 Nov 23 12:48:18.557100 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] Calling delete_port for 042c4509-cc4d-4d7b-86f2-623655d641fb owned by network:router_interface {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:48:18.580062 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:48:18.626996 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:48:18.627355 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device e7f7d429-63cc-402a-ac5f-1ed5a01c0bd3 not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:48:18.631879 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cd136c6d-34cc-430a-b17f-81be33be7b87 req-56fbb59f-f747-48f0-ba7c-6e5e95bb943e tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504984 Nov 23 12:48:18.949576 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:18.954068 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:19.030374 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=042c4509-cc4d-4d7b-86f2-623655d641fb,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:19.033608 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:19.272263 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641366'] for router_interface, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:19.643331 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] Router 8eed3f10-49c3-4bd5-921b-04f29489a436 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:48:19.826919 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a5dd3-3d8c-41d3-a90a-d13ae7c9ff78 req-8ae8e39e-f595-4919-8308-be08e604d9b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:19.828391 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a02a5dd3-3d8c-41d3-a90a-d13ae7c9ff78 req-8ae8e39e-f595-4919-8308-be08e604d9b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.0855105 Nov 23 12:48:19.879715 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a02a5dd3-3d8c-41d3-a90a-d13ae7c9ff78 req-51829d96-7c1e-41b8-9261-c7969349124a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 Nov 23 12:48:19.947238 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:48:19.955815 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78b0f2-5537-47c7-adf0-bd19a6fec0b6 None None] Sync routers for ids ['8eed3f10-49c3-4bd5-921b-04f29489a436'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:48:19.970410 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] 10.222.0.41 "PUT /v2.0/routers/8eed3f10-49c3-4bd5-921b-04f29489a436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3680751 Nov 23 12:48:19.970627 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78b0f2-5537-47c7-adf0-bd19a6fec0b6 None None] Routers {'8eed3f10-49c3-4bd5-921b-04f29489a436'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:19.970753 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54068) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:19.971159 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-8a78b0f2-5537-47c7-adf0-bd19a6fec0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:48:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['8eed3f10-49c3-4bd5-921b-04f29489a436'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:20.176219 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Notify callbacks [] for router, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:20.176951 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-8a78b0f2-5537-47c7-adf0-bd19a6fec0b6 None None] Set router 8eed3f10-49c3-4bd5-921b-04f29489a436 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:20.368696 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:20.378648 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Deleting port 77c21766-4ccb-4677-a0aa-b3f8d8dac509 {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:48:20.378974 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:20.520136 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-8a78b0f2-5537-47c7-adf0-bd19a6fec0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'name': 'tempest-ServerRescueNegativeTestJSON-323135600-router', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253'}], 'enable_snat': True}, 'gw_port_id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:48:18Z', 'revision_number': 5, 'project_id': '3b44ff298128420abc31972a196f5733', 'gw_port': {'id': '77c21766-4ccb-4677-a0aa-b3f8d8dac509', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:82:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:55Z', 'updated_at': '2021-11-23T12:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:20.524642 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78b0f2-5537-47c7-adf0-bd19a6fec0b6 None None] Checking router: 8eed3f10-49c3-4bd5-921b-04f29489a436 for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:48:20.534045 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78b0f2-5537-47c7-adf0-bd19a6fec0b6 None None] Routers {'8eed3f10-49c3-4bd5-921b-04f29489a436'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:20.534634 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-8a78b0f2-5537-47c7-adf0-bd19a6fec0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:48:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['8eed3f10-49c3-4bd5-921b-04f29489a436'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:20.555245 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] For port 77c21766-4ccb-4677-a0aa-b3f8d8dac509, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=77c21766-4ccb-4677-a0aa-b3f8d8dac509,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:20.555602 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:20.680631 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Calling delete_port for 77c21766-4ccb-4677-a0aa-b3f8d8dac509 owned by network:router_gateway {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:48:20.691662 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-8a78b0f2-5537-47c7-adf0-bd19a6fec0b6 None None] Set router 8eed3f10-49c3-4bd5-921b-04f29489a436 gateway port host: None {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:20.817495 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-8a78b0f2-5537-47c7-adf0-bd19a6fec0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'name': 'tempest-ServerRescueNegativeTestJSON-323135600-router', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:48:20Z', 'revision_number': 6, 'project_id': '3b44ff298128420abc31972a196f5733', 'gw_port_host': None}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:20.823233 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78b0f2-5537-47c7-adf0-bd19a6fec0b6 None None] The sync data for ids ['8eed3f10-49c3-4bd5-921b-04f29489a436'] in dv-cinder-818884-1-smb is: [{'id': '8eed3f10-49c3-4bd5-921b-04f29489a436', 'name': 'tempest-ServerRescueNegativeTestJSON-323135600-router', 'tenant_id': '3b44ff298128420abc31972a196f5733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:48:20Z', 'revision_number': 6, 'project_id': '3b44ff298128420abc31972a196f5733', 'gw_port_host': None}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:48:20.855345 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:20.859812 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-687f9955-2238-4eb6-9dfa-4b94fb7c70b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:20.911102 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Pushing event deleted for resources: {'Port': ['ID=77c21766-4ccb-4677-a0aa-b3f8d8dac509,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:20.937126 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:20.999220 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963777'] for router_gateway, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.278535 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48163'] for router, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.280982 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.379961 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643663'] for router, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.380606 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eed3f10-49c3-4bd5-921b-04f29489a436 {{(pid=86826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:48:21.394884 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] Notify callbacks [] for router, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.396045 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8586f867-8855-40f3-b6a1-c8283995e16f admin admin] 10.222.0.41 "DELETE /v2.0/routers/8eed3f10-49c3-4bd5-921b-04f29489a436 HTTP/1.1" status: 204 len: 168 time: 1.4245083 Nov 23 12:48:21.399094 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54086) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:21.461732 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_v2 [None req-624c2900-f519-48bd-bc74-018c08e41c47 admin admin] Deleting subnet ff930218-bccf-4ca7-8504-4269e7c44ee7 {{(pid=86826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:48:21.464658 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-624c2900-f519-48bd-bc74-018c08e41c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.520913 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-624c2900-f519-48bd-bc74-018c08e41c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624570'] for subnet, precommit_delete_associations {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.578929 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-624c2900-f519-48bd-bc74-018c08e41c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.654916 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-624c2900-f519-48bd-bc74-018c08e41c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9875377'] for subnet, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.660516 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-c47e68e4-fa91-460f-bcba-87091dfea2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:21.703484 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-624c2900-f519-48bd-bc74-018c08e41c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.707679 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c2900-f519-48bd-bc74-018c08e41c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff930218-bccf-4ca7-8504-4269e7c44ee7,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:21.711229 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-624c2900-f519-48bd-bc74-018c08e41c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:21.712853 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-624c2900-f519-48bd-bc74-018c08e41c47 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ff930218-bccf-4ca7-8504-4269e7c44ee7 HTTP/1.1" status: 204 len: 168 time: 0.3126626 Nov 23 12:48:21.715267 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54108) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:21.839675 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.970355 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.999664 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccaea996-6819-4251-881c-5547b68b4695']}} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:22.012814 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a') {'for_net_delete': True} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:22.013117 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8f4bcb-3b8f-4a30-810f-7cacbee3c02a') {} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:22.025256 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624557'] for segment, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.041857 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.048160 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=86826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:48:22.048588 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953292'] for segment, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: Traceback (most recent call last): Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: timer() Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: cb(*args, **kw) Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: return func(*args, **kwargs) Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: self._notify() Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: self.callback(batched_events) Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: event.method(event) Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: return f(self, *a, **k) Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: return self._get(url).json() Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: return self.request(url, 'GET', **kwargs) Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:48:22.063058 dv-cinder-818884-1-smb neutron-server[86826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:48:22.142460 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.147428 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a357910c-844d-4e6e-9522-7c71923b61fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:22.164119 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.172072 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccaea996-6819-4251-881c-5547b68b4695,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:22.175120 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:22.181527 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ccaea996-6819-4251-881c-5547b68b4695 HTTP/1.1" status: 204 len: 168 time: 0.4652419 Nov 23 12:48:22.342408 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 042c4509-cc4d-4d7b-86f2-623655d641fb no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:48:22.359784 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54134) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:22.378542 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: 042c4509-cc4d-4d7b-86f2-623655d641fb {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:48:22.378892 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 042c4509-cc4d-4d7b-86f2-623655d641fb not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:48:22.379316 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 77c21766-4ccb-4677-a0aa-b3f8d8dac509 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:48:22.414735 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-1c7f92c0-4d4f-4c0b-a033-7bdbeebe4237 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b44ff298128420abc31972a196f5733&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536458 Nov 23 12:48:22.416293 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: 77c21766-4ccb-4677-a0aa-b3f8d8dac509 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:48:22.416642 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 77c21766-4ccb-4677-a0aa-b3f8d8dac509 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:48:22.417195 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54138) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:22.475873 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1111-1700-4dfa-9359-95548b022573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.501696 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1111-1700-4dfa-9359-95548b022573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.556533 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1111-1700-4dfa-9359-95548b022573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.560790 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-bb691d96-893e-4f18-93c1-274848cd6c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:22.587783 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e1111-1700-4dfa-9359-95548b022573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dd6c6b-fd23-470b-ab18-f22793b18d58,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:22.590531 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8f4e1111-1700-4dfa-9359-95548b022573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:22.598704 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1111-1700-4dfa-9359-95548b022573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.600323 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8f4e1111-1700-4dfa-9359-95548b022573 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78dd6c6b-fd23-470b-ab18-f22793b18d58 HTTP/1.1" status: 204 len: 168 time: 0.1816034 Nov 23 12:48:23.340389 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54170) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:23.446487 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-network', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:23.451286 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:23.455258 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Usage tracker for resource:network and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:23.458207 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:23.467604 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:23.477498 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Made reservation on behalf of e0881214ec364567ba5ecd015847ed4b for: {'network': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:48:23.480111 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:23.494765 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:23.511368 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:23.515648 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Usage tracker for resource:security_group_rule and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:23.520401 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:23.529226 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:23.617267 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:23.620847 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:23.623691 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-21e9c76f-6249-4eae-a4b3-9740a73f4ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:23.652219 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=86826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:48:23.660906 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e2865b-27c2-49aa-9a65-d819315669aa,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:23.664371 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:23.667389 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:23.667389 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.segments_db [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Added segment 1335fe75-29f2-4628-b10b-9b9c0be1cd34 of type vlan for network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae Nov 23 12:48:23.694701 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:23.722892 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:23.724169 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:23.724752 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:23.728178 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3d01d4d0-e5b3-4bb9-8f53-5d04501227b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:23.833320 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Pushing event updated for resources: {'Network': ['ID=1bf67880-3776-4c9c-8f72-4e4dbe0445ae,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:23.839437 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4952190 Nov 23 12:48:23.839437 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:23.839654 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54176) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:23.844892 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Request body: {'subnet': {'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-subnet', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:23.849121 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:48:23.849763 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:23.853529 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Usage tracker for resource:subnet and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:23.856370 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:23.864799 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:23.883206 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Made reservation on behalf of e0881214ec364567ba5ecd015847ed4b for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:48:23.885784 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9875354'] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:24.094350 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9953429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9875368'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:24.099119 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-568bd569-0b8d-4b8f-9954-60344d16a03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:24.170521 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:24.173602 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:24.179877 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Checking segment: {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:24.180223 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Network hostable DHCP agents. Network: 1bf67880-3776-4c9c-8f72-4e4dbe0445ae, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:48:24.200701 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:48:24.209836 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, 1bf67880-3776-4c9c-8f72-4e4dbe0445ae) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:24.215607 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:24.216543 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:24.217538 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5795f-90de-4865-9cc6-ae94d96bf2cd None None] Network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:48:24.237105 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-022b0c31-6d1b-42ea-9eec-94f014ee909b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3964856 Nov 23 12:48:24.239867 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54182) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:24.246091 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:24.251072 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:24.255224 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Usage tracker for resource:router and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:24.258380 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:24.264715 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:24.275248 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48205'] for router, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:24.276233 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48218'] for router, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:24.297553 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:24.450456 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa319e6ca-75f2-5eba-bfa2-fee8e17dc79e-1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7'}]}} from dv-cinder-818884-1-smb. {{(pid=86827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:48:24.451394 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:24.610134 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Allocated IP 172.20.0.2 (1bf67880-3776-4c9c-8f72-4e4dbe0445ae/cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7/845da0b0-bff0-4b24-b98f-85311e0e5b42) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:24.677845 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48168'] for router, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:24.814266 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:24.825036 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Transition to ACTIVE for port object 845da0b0-bff0-4b24-b98f-85311e0e5b42 will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:24.844187 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Transition to ACTIVE for port object 845da0b0-bff0-4b24-b98f-85311e0e5b42 will not be triggered until provisioned by entity DHCP. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:24.854726 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:24.859436 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:24.927633 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:24.930563 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:24.934886 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:24.968306 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Pushing event updated for resources: {'Port': ['ID=845da0b0-bff0-4b24-b98f-85311e0e5b42,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:25.008334 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:25.013764 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:25.014109 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:25.014471 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:25.014809 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:25.015134 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:25.015475 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:25.015782 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:25.016100 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:25.016420 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:25.016738 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:25.017057 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:25.017390 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:25.021536 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:25.039138 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:25.044479 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Attempting to bind port 845da0b0-bff0-4b24-b98f-85311e0e5b42 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:48:25.044855 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Attempting to bind port 845da0b0-bff0-4b24-b98f-85311e0e5b42 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:48:25.045222 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Attempting to bind port 845da0b0-bff0-4b24-b98f-85311e0e5b42 on network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:25.050785 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:48:25.051163 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Checking segment: {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:25.051572 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:25.051972 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Bound using segment: {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:48:25.052445 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Bound port: 845da0b0-bff0-4b24-b98f-85311e0e5b42, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:48:25.052828 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:25.143124 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] For port 845da0b0-bff0-4b24-b98f-85311e0e5b42, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:48:25.147928 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] For port 845da0b0-bff0-4b24-b98f-85311e0e5b42, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=845da0b0-bff0-4b24-b98f-85311e0e5b42,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:48:25.152964 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:25.157890 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:25.182759 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Allocated IP 172.28.0.55 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/19b7e924-d439-45e7-a0e2-34fa1f65e70e) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:25.240243 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Pushing event updated for resources: {'Port': ['ID=845da0b0-bff0-4b24-b98f-85311e0e5b42,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:25.244086 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:25.350907 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:25.382691 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:25.387292 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-86ee783a-7571-4eea-ab75-ed80837b622c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:25.457982 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:25.461734 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:25.471241 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:25.504516 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Pushing event updated for resources: {'Port': ['ID=19b7e924-d439-45e7-a0e2-34fa1f65e70e,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:25.512094 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:26.037871 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.219863 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c099e0fb-e0fa-44e7-a2d0-e4e7dbcb5df3 None None] Network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:48:26.303664 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-940558b8-e3b9-40a3-9ac4-13297804d431 None None] Provisioning for port 845da0b0-bff0-4b24-b98f-85311e0e5b42 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:26.410660 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 845da0b0-bff0-4b24-b98f-85311e0e5b42 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:26.431887 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963813'] for router, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.561998 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 845da0b0-bff0-4b24-b98f-85311e0e5b42 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:26.570417 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 845da0b0-bff0-4b24-b98f-85311e0e5b42 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:26.570787 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.648638 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Router b3f95507-94e2-4b8a-a8da-b6e73807b3ff is scheduled to L3 agent faa92151-038f-4b29-95e9-6a3353739984 with binding_index 1 {{(pid=86826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:48:26.698779 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.735567 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 845da0b0-bff0-4b24-b98f-85311e0e5b42, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=845da0b0-bff0-4b24-b98f-85311e0e5b42,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:26.742859 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.744720 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:26.824519 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=845da0b0-bff0-4b24-b98f-85311e0e5b42,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:26.829966 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:26.840910 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-daf444ea-718f-4159-b48d-3c3bb38d7573 None None] Provisioning complete for port 845da0b0-bff0-4b24-b98f-85311e0e5b42 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:26.841281 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-daf444ea-718f-4159-b48d-3c3bb38d7573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.862950 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:48:26.875738 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Sync routers for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:48:26.894265 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Notify callbacks [] for router, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.895856 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6543138 Nov 23 12:48:26.899200 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 54206) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:26.906285 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:26.906919 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-24242729-7adc-4282-ae58-a335f684adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:48:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:27.093458 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54212) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:27.155741 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:27.229898 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5c12-3423-49d4-9cb1-e136d085b64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:27.249741 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-8c4c5c12-3423-49d4-9cb1-e136d085b64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:27.254065 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-8c4c5c12-3423-49d4-9cb1-e136d085b64f admin admin] Usage tracker for resource:security_group_rule and tenant:97f2d28cc82149fc8c0b23e00bb17f2e is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:27.259625 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-8c4c5c12-3423-49d4-9cb1-e136d085b64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:27.268317 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-8c4c5c12-3423-49d4-9cb1-e136d085b64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:27.382682 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5c12-3423-49d4-9cb1-e136d085b64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:27.388003 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5c12-3423-49d4-9cb1-e136d085b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:27.396280 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b9fb084f-0bee-4bde-bf16-3f14cdf7d049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:27.442322 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c5c12-3423-49d4-9cb1-e136d085b64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91119923-7145-4068-a695-09ab80f8fad6,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:27.445778 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8c4c5c12-3423-49d4-9cb1-e136d085b64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:27.472096 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8c4c5c12-3423-49d4-9cb1-e136d085b64f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97f2d28cc82149fc8c0b23e00bb17f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748028 Nov 23 12:48:27.472465 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54220) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:27.521305 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-24242729-7adc-4282-ae58-a335f684adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:25Z', 'revision_number': 3, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:27.526277 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Checking router: b3f95507-94e2-4b8a-a8da-b6e73807b3ff for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:48:27.526658 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Updating router b3f95507-94e2-4b8a-a8da-b6e73807b3ff port 19b7e924-d439-45e7-a0e2-34fa1f65e70e binding host dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:48:27.540601 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d32-6fe7-4503-b4b4-8b5166c84f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:27.568544 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d32-6fe7-4503-b4b4-8b5166c84f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:27.591967 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:27.627520 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d32-6fe7-4503-b4b4-8b5166c84f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:27.632318 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b79e83f0-665a-44dd-a6a1-21733d75471b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:27.647072 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca19d32-6fe7-4503-b4b4-8b5166c84f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91119923-7145-4068-a695-09ab80f8fad6,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:27.650719 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-2ca19d32-6fe7-4503-b4b4-8b5166c84f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:27.654495 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d32-6fe7-4503-b4b4-8b5166c84f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:27.655195 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-2ca19d32-6fe7-4503-b4b4-8b5166c84f39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91119923-7145-4068-a695-09ab80f8fad6 HTTP/1.1" status: 204 len: 168 time: 0.1811466 Nov 23 12:48:27.758682 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:27.992513 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.005292 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Transition to ACTIVE for port object 19b7e924-d439-45e7-a0e2-34fa1f65e70e will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:28.013417 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.017520 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:28.035280 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Allocated IP 172.20.0.1 (1bf67880-3776-4c9c-8f72-4e4dbe0445ae/cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7/c8123fd7-7602-4fd3-adfe-fd0ffee10a69) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:28.095889 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Attempting to bind port 19b7e924-d439-45e7-a0e2-34fa1f65e70e on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:48:28.096257 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Attempting to bind port 19b7e924-d439-45e7-a0e2-34fa1f65e70e by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:48:28.096620 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Attempting to bind port 19b7e924-d439-45e7-a0e2-34fa1f65e70e on network c8da9131-33b6-458d-837b-6196afa8bd82 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:28.098740 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e167ab6-cd90-4350-8c36-db4598529710 None None] Pushing event updated for resources: {'Port': ['ID=19b7e924-d439-45e7-a0e2-34fa1f65e70e,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:28.102333 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-5e167ab6-cd90-4350-8c36-db4598529710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:28.104948 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:48:28.105359 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Checking segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:28.105796 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.106142 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Bound using segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:48:28.106642 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Bound port: 19b7e924-d439-45e7-a0e2-34fa1f65e70e, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:48:28.107011 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.187124 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-24242729-7adc-4282-ae58-a335f684adfa None None] For port 19b7e924-d439-45e7-a0e2-34fa1f65e70e, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:48:28.187840 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.190421 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-24242729-7adc-4282-ae58-a335f684adfa None None] For port 19b7e924-d439-45e7-a0e2-34fa1f65e70e, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=19b7e924-d439-45e7-a0e2-34fa1f65e70e,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:48:28.195433 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.199846 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:28.203715 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Transition to ACTIVE for port object c8123fd7-7602-4fd3-adfe-fd0ffee10a69 will not be triggered until provisioned by entity DHCP. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:28.232160 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.236033 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-667859e9-ebf3-4923-8331-4dabc8754a1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:28.272559 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:28.273210 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-24242729-7adc-4282-ae58-a335f684adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:48:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:28.316652 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:28.320129 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:28.333172 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:28.360288 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 845da0b0-bff0-4b24-b98f-85311e0e5b42 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:28.386402 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c8123fd7-7602-4fd3-adfe-fd0ffee10a69,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:28.389475 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:28.399506 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643627'] for router_interface, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.423609 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e167ab6-cd90-4350-8c36-db4598529710 None None] Pushing event updated for resources: {'Port': ['ID=19b7e924-d439-45e7-a0e2-34fa1f65e70e,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:28.436689 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-5e167ab6-cd90-4350-8c36-db4598529710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:28.547215 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 845da0b0-bff0-4b24-b98f-85311e0e5b42 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:28.547790 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.560545 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.606090 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-24242729-7adc-4282-ae58-a335f684adfa None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:28.739654 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-25e881aa-fa91-4a03-a6f1-36ea265bd26a None None] Provisioning for port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:28.792955 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.797593 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.803816 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-25e881aa-fa91-4a03-a6f1-36ea265bd26a None None] Provisioning complete for port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:28.804192 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-25e881aa-fa91-4a03-a6f1-36ea265bd26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.826536 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-02d8f201-9f75-4105-922d-05338d6ee08b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:28.910674 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c8123fd7-7602-4fd3-adfe-fd0ffee10a69,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:28.911295 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-25e881aa-fa91-4a03-a6f1-36ea265bd26a None None] Port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:48:28.914648 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:28.915591 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643784'] for router_interface, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:29.014992 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-24242729-7adc-4282-ae58-a335f684adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:25Z', 'revision_number': 3, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:29.022101 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24242729-7adc-4282-ae58-a335f684adfa None None] The sync data for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb is: [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:25Z', 'revision_number': 3, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:48:29.055935 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:29.057648 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:29.333772 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-754ecd1f-bc0d-4548-9c7c-36216295b61f None None] Provisioning complete for port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:29.334481 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-754ecd1f-bc0d-4548-9c7c-36216295b61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:29.358367 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Router b3f95507-94e2-4b8a-a8da-b6e73807b3ff has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:48:29.396626 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-754ecd1f-bc0d-4548-9c7c-36216295b61f None None] Port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:48:29.564169 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:48:29.580531 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] 10.222.0.41 "PUT /v2.0/routers/b3f95507-94e2-4b8a-a8da-b6e73807b3ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6771746 Nov 23 12:48:30.285964 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54238) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:30.291900 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632884328', 'description': 'tempest-description--54812570'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:30.298053 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:30.301959 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Usage tracker for resource:security_group and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:30.305634 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:30.312969 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:30.323846 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.347691 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:30.352167 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Usage tracker for resource:security_group_rule and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:30.355367 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:30.362185 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:30.382689 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 19b7e924-d439-45e7-a0e2-34fa1f65e70e up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:30.443903 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.448291 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.452408 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8c4c5c12-3423-49d4-9cb1-e136d085b64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:30.461534 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 19b7e924-d439-45e7-a0e2-34fa1f65e70e completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:30.466834 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 19b7e924-d439-45e7-a0e2-34fa1f65e70e triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:30.467361 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.494001 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8d7c36-70ee-4823-bc40-b647fdddec28,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:30.496909 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:30.497597 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.498811 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2118459 Nov 23 12:48:30.501783 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54242) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:30.508133 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-64e825c7-0e3e-40f9-85f5-3442537feab9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Request body: {'security_group_rule': {'security_group_id': '7c8d7c36-70ee-4823-bc40-b647fdddec28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:30.514069 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-64e825c7-0e3e-40f9-85f5-3442537feab9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:30.517863 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-64e825c7-0e3e-40f9-85f5-3442537feab9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Usage tracker for resource:security_group_rule and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:30.520709 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-64e825c7-0e3e-40f9-85f5-3442537feab9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:30.526870 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-64e825c7-0e3e-40f9-85f5-3442537feab9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:30.547672 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-64e825c7-0e3e-40f9-85f5-3442537feab9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.604610 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.622607 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-64e825c7-0e3e-40f9-85f5-3442537feab9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.622833 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 19b7e924-d439-45e7-a0e2-34fa1f65e70e, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=19b7e924-d439-45e7-a0e2-34fa1f65e70e,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:30.626435 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-64e825c7-0e3e-40f9-85f5-3442537feab9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.627422 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.628695 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-5bb8f35a-172b-43a2-8085-896d1cde07d4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:30.629232 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-7e3e2e11-6a70-4c54-a86f-14c04137f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:30.653291 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e825c7-0e3e-40f9-85f5-3442537feab9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9db10f0-5461-441e-a667-4216494214e6,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:30.660160 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Sync routers for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:48:30.669099 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-64e825c7-0e3e-40f9-85f5-3442537feab9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:30.670115 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:30.670746 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:48:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:30.673160 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-64e825c7-0e3e-40f9-85f5-3442537feab9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.676989 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-64e825c7-0e3e-40f9-85f5-3442537feab9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712933 Nov 23 12:48:30.677368 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 54246) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:30.682742 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-b84e7fb0-4796-4201-b3c9-e63122192328 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Request body: {'security_group_rule': {'security_group_id': '7c8d7c36-70ee-4823-bc40-b647fdddec28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:30.690398 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-b84e7fb0-4796-4201-b3c9-e63122192328 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:30.694462 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-b84e7fb0-4796-4201-b3c9-e63122192328 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Usage tracker for resource:security_group_rule and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:30.698440 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-b84e7fb0-4796-4201-b3c9-e63122192328 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:30.705951 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-b84e7fb0-4796-4201-b3c9-e63122192328 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:30.711314 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=19b7e924-d439-45e7-a0e2-34fa1f65e70e,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:30.719041 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:30.737262 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b84e7fb0-4796-4201-b3c9-e63122192328 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.801069 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b84e7fb0-4796-4201-b3c9-e63122192328 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.807699 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b84e7fb0-4796-4201-b3c9-e63122192328 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.816527 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:30.839971 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e7fb0-4796-4201-b3c9-e63122192328 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5542a6c-d9d9-4f88-b582-1db3957a3561,revision_number=0']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:30.843670 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b84e7fb0-4796-4201-b3c9-e63122192328 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:30.849372 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b84e7fb0-4796-4201-b3c9-e63122192328 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:30.853617 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-b84e7fb0-4796-4201-b3c9-e63122192328 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723588 Nov 23 12:48:30.853875 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 54252) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:30.859299 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Request body: {'floatingip': {'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:30.864863 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:30.868875 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Usage tracker for resource:floatingip and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:30.872335 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:30.875347 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:30.879774 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:30.894858 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.043104 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.182723 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Allocated IP 172.28.0.248 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/18e0495d-20cc-4cea-80d9-1fe1bbbe4f28) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:31.201953 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 2, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:31.206338 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Checking router: b3f95507-94e2-4b8a-a8da-b6e73807b3ff for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:48:31.206857 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Updating router b3f95507-94e2-4b8a-a8da-b6e73807b3ff port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 binding host dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:48:31.258542 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.334168 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.368852 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.372619 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:31.434753 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:31.437697 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:31.441875 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:31.481166 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event updated for resources: {'Port': ['ID=18e0495d-20cc-4cea-80d9-1fe1bbbe4f28,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:31.489582 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:31.535278 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.595005 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.607728 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.620194 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Transition to ACTIVE for port object c8123fd7-7602-4fd3-adfe-fd0ffee10a69 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:31.626967 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.630670 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:31.786561 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Pushing event updated for resources: {'Port': ['ID=c8123fd7-7602-4fd3-adfe-fd0ffee10a69,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:31.826342 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.826913 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:31.826913 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:31.827079 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:31.827384 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:31.827707 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:31.828212 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:31.828689 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:31.829173 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:31.829658 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:31.830161 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:31.830671 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:31.831159 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:48:31.838721 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:31.847435 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.861089 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b7f04cb2-8719-48f0-a409-c227929613a9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:31.898498 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Attempting to bind port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:48:31.900453 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Attempting to bind port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:48:31.901070 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Attempting to bind port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 on network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:31.907608 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:48:31.908229 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Checking segment: {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:31.908815 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.909371 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Bound using segment: {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:48:31.910014 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Bound port: c8123fd7-7602-4fd3-adfe-fd0ffee10a69, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:48:31.910588 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:31.998297 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event updated for resources: {'Port': ['ID=18e0495d-20cc-4cea-80d9-1fe1bbbe4f28,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:32.001545 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:32.004563 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:32.006665 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] For port c8123fd7-7602-4fd3-adfe-fd0ffee10a69, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:48:32.010490 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] For port c8123fd7-7602-4fd3-adfe-fd0ffee10a69, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=c8123fd7-7602-4fd3-adfe-fd0ffee10a69,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:48:32.015929 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:32.020789 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:32.032085 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:32.033327 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1785014 Nov 23 12:48:32.096150 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Pushing event updated for resources: {'Port': ['ID=c8123fd7-7602-4fd3-adfe-fd0ffee10a69,revision_number=4']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:32.101489 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-8b080d59-4aac-47f2-b468-bde15507c5c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:32.106052 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:32.106697 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:48:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:32.218930 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-39809e03-829a-4518-82dd-60543ecbed94 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1632884328&fields=id&tenant_id=e0881214ec364567ba5ecd015847ed4b HTTP/1.1" status: 200 len: 267 time: 0.0469759 Nov 23 12:48:32.291612 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:32.355955 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 19b7e924-d439-45e7-a0e2-34fa1f65e70e up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:32.448729 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 19b7e924-d439-45e7-a0e2-34fa1f65e70e triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:32.449386 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:32.490257 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-cb547fbc-57fe-4721-8402-a061f07cd8bd tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:32.491728 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-cb547fbc-57fe-4721-8402-a061f07cd8bd tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 817 time: 0.2656198 Nov 23 12:48:32.508142 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-d2f3d141-6a1a-458d-be8b-ac11a8a7d37b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/quotas/e0881214ec364567ba5ecd015847ed4b HTTP/1.1" status: 200 len: 375 time: 0.0101953 Nov 23 12:48:32.598040 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-839cc576-e137-4987-8964-7021051e7567 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Synchronizing usage tracker for tenant:e0881214ec364567ba5ecd015847ed4b on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:32.615967 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-839cc576-e137-4987-8964-7021051e7567 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Unset dirty status for tenant:e0881214ec364567ba5ecd015847ed4b on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:32.617314 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-839cc576-e137-4987-8964-7021051e7567 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001053 Nov 23 12:48:32.622111 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:32Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:32.625927 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce92b32e-e3f8-4394-b30c-1aee91e4dfbf None None] The sync data for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb is: [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:32Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:48:32.766860 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-ea3e8844-18a2-4be9-adb6-aa424352ea96 service neutron] 10.222.0.41 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359534 Nov 23 12:48:32.907198 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-01723c6d-ab91-4933-86b1-640b1391e203 service neutron] 10.222.0.41 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345785 Nov 23 12:48:33.113091 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e0d23820-1a0a-47e0-b530-54ee23a4ead3 req-909f6e64-5201-4872-a5e0-0b75fb50919c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 210 time: 0.0513518 Nov 23 12:48:33.587363 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:48:34.292612 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-6310da0b-4024-406e-8962-be829e36640d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:34.293964 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-6310da0b-4024-406e-8962-be829e36640d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.76 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 817 time: 0.2027571 Nov 23 12:48:34.296024 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-db9a600b-8a6c-479a-8b44-23a5dff85ad7 req-3223d9ce-15dd-415b-94bd-5eb655a4e86b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 210 time: 0.0676265 Nov 23 12:48:34.356662 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-89ff61b2-45b2-44a9-8c43-2e2840b12baa tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0881214ec364567ba5ecd015847ed4b HTTP/1.1" status: 200 len: 380 time: 0.0533719 Nov 23 12:48:34.365891 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Request body: {'port': {'device_id': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'admin_state_up': True, 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'security_groups': ['7c8d7c36-70ee-4823-bc40-b647fdddec28']}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:34.381288 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device c8123fd7-7602-4fd3-adfe-fd0ffee10a69 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:34.450948 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:34.455853 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:34.456229 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:34.508958 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:34.518390 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:34.527108 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Made reservation on behalf of e0881214ec364567ba5ecd015847ed4b for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:48:34.530539 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:34.574177 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:34.607250 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port c8123fd7-7602-4fd3-adfe-fd0ffee10a69, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=c8123fd7-7602-4fd3-adfe-fd0ffee10a69,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:34.611804 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:34.616301 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:34.681591 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=c8123fd7-7602-4fd3-adfe-fd0ffee10a69,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:34.684875 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:34.692937 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Allocated IP 172.20.0.3 (1bf67880-3776-4c9c-8f72-4e4dbe0445ae/cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7/744315d0-5793-4401-ba9e-25486a4efdd4) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:34.889655 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:34.904490 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Transition to ACTIVE for port object 744315d0-5793-4401-ba9e-25486a4efdd4 will not be triggered until provisioned by entity DHCP. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:34.929748 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:34.935853 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-bd2ee0f8-94ac-4718-ab43-2a5c29ebd212 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:35.001466 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:35.004653 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:35.008486 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:35.042302 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event updated for resources: {'Port': ['ID=744315d0-5793-4401-ba9e-25486a4efdd4,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:35.048948 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:35.078707 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:35.079310 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:35.105880 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-7df85c42-1db2-4cd6-9a6c-41c53b57cee3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7439187 Nov 23 12:48:35.120561 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Request body: {'port': {'device_id': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:35.221365 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-0cb8ba43-f9ef-4811-a4b6-2dcf0b3c2b22 None None] Provisioning for port 744315d0-5793-4401-ba9e-25486a4efdd4 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:35.226999 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-0cb8ba43-f9ef-4811-a4b6-2dcf0b3c2b22 None None] Provisioning complete for port 744315d0-5793-4401-ba9e-25486a4efdd4 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:35.227563 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ba43-f9ef-4811-a4b6-2dcf0b3c2b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:35.233266 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:35.317734 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8ba43-f9ef-4811-a4b6-2dcf0b3c2b22 None None] Port 744315d0-5793-4401-ba9e-25486a4efdd4 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:48:35.826574 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744315d0-5793-4401-ba9e-25486a4efdd4 {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:48:35.838968 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:35.845318 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092ea4b-0d43-4c24-ba3a-7841a13d34ec req-5bcc94f0-fe07-4664-bba8-60139a1dcce9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:35.847414 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f092ea4b-0d43-4c24-ba3a-7841a13d34ec req-5bcc94f0-fe07-4664-bba8-60139a1dcce9 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.0822976 Nov 23 12:48:35.862510 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Transition to ACTIVE for port object 744315d0-5793-4401-ba9e-25486a4efdd4 will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:35.871508 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:35.876000 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-c6baaab3-3b94-4dd0-add8-094d56abc761 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:35.902185 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f092ea4b-0d43-4c24-ba3a-7841a13d34ec req-6dfd7018-6c46-4bdb-b6ef-2ecafff7d018 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481007 Nov 23 12:48:35.935848 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2590130-484d-4b41-bc98-43ea6f7f320a req-7286b06c-3311-47a2-bd10-79840222d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:35.937303 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b2590130-484d-4b41-bc98-43ea6f7f320a req-7286b06c-3311-47a2-bd10-79840222d899 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d92b5aa4e35d4a1b98c0fb33e75a9bfc&device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 1137 time: 0.3552983 Nov 23 12:48:35.997154 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a79e9-0942-4f6c-b322-a933b799e4fa req-231afd67-9298-4808-bd27-eb1ba3608f19 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:35.997713 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-eb5a79e9-0942-4f6c-b322-a933b799e4fa req-231afd67-9298-4808-bd27-eb1ba3608f19 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Synchronizing usage tracker for tenant:e0881214ec364567ba5ecd015847ed4b on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:36.050481 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Pushing event updated for resources: {'Port': ['ID=744315d0-5793-4401-ba9e-25486a4efdd4,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:36.104679 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:36.181069 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-eb5a79e9-0942-4f6c-b322-a933b799e4fa req-231afd67-9298-4808-bd27-eb1ba3608f19 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Unset dirty status for tenant:e0881214ec364567ba5ecd015847ed4b on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:36.182241 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb5a79e9-0942-4f6c-b322-a933b799e4fa req-231afd67-9298-4808-bd27-eb1ba3608f19 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 931 time: 0.5631638 Nov 23 12:48:36.282744 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2590130-484d-4b41-bc98-43ea6f7f320a req-db540f2f-0649-4ca7-8b01-66617e4d4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:36.284165 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b2590130-484d-4b41-bc98-43ea6f7f320a req-db540f2f-0649-4ca7-8b01-66617e4d4673 service neutron] 10.222.0.76 "GET /v2.0/networks?id=400fc0c0-feab-4309-b5ca-fc6ebda91c25 HTTP/1.1" status: 200 len: 916 time: 0.2809269 Nov 23 12:48:36.287716 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Attempting to bind port 744315d0-5793-4401-ba9e-25486a4efdd4 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:48:36.288038 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Attempting to bind port 744315d0-5793-4401-ba9e-25486a4efdd4 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:48:36.288356 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Attempting to bind port 744315d0-5793-4401-ba9e-25486a4efdd4 on network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:36.292452 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb5a79e9-0942-4f6c-b322-a933b799e4fa req-94cccfbb-16ff-4acb-b6d2-71a39d6db812 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017551 Nov 23 12:48:36.347589 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Port 744315d0-5793-4401-ba9e-25486a4efdd4 on network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:48:36.347851 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Attempting to bind port 744315d0-5793-4401-ba9e-25486a4efdd4 on network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:36.372507 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:48:36.372835 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Checking segment: {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:36.373053 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device c8123fd7-7602-4fd3-adfe-fd0ffee10a69 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:36.373525 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Bound using segment: {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:48:36.373636 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Bound port: 744315d0-5793-4401-ba9e-25486a4efdd4, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:48:36.373942 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:36.439328 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:36.439704 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:36.447798 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b2590130-484d-4b41-bc98-43ea6f7f320a req-61e5cfb8-c385-47e6-95cd-a600739523cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f HTTP/1.1" status: 200 len: 1000 time: 0.1531713 Nov 23 12:48:36.528100 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:48:36.532287 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=744315d0-5793-4401-ba9e-25486a4efdd4,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:48:36.536185 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2590130-484d-4b41-bc98-43ea6f7f320a req-4cd339da-7d74-4aaf-ba37-d1f835e634c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:36.538289 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b2590130-484d-4b41-bc98-43ea6f7f320a req-4cd339da-7d74-4aaf-ba37-d1f835e634c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88 HTTP/1.1" status: 200 len: 854 time: 0.0818787 Nov 23 12:48:36.539678 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:36.544060 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-199fa645-d553-41e5-95c9-1d7c2bfbd30f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:36.636698 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:36.637291 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:36.638662 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] 10.222.0.76 "PUT /v2.0/ports/744315d0-5793-4401-ba9e-25486a4efdd4 HTTP/1.1" status: 200 len: 1093 time: 1.5223320 Nov 23 12:48:36.641064 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:36.676738 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Pushing event updated for resources: {'Port': ['ID=744315d0-5793-4401-ba9e-25486a4efdd4,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:36.681195 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:36.695704 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2590130-484d-4b41-bc98-43ea6f7f320a req-decddd4e-51b5-4d51-a308-7ffcccb612a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:36.697321 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b2590130-484d-4b41-bc98-43ea6f7f320a req-decddd4e-51b5-4d51-a308-7ffcccb612a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=400fc0c0-feab-4309-b5ca-fc6ebda91c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1236501 Nov 23 12:48:36.698915 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4', 'status': 'completed', 'code': 200} Nov 23 12:48:36.908056 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b2590130-484d-4b41-bc98-43ea6f7f320a req-ec8e2646-73e4-425e-ada0-e05070337aed service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915262 Nov 23 12:48:36.912741 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-e093319f-3ed6-4e9f-9d53-8b2398343bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:36.913719 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-e093319f-3ed6-4e9f-9d53-8b2398343bb2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 1096 time: 0.1960237 Nov 23 12:48:37.008906 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-b3af475f-d1e3-4907-965e-5e351fa7419a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744315d0-5793-4401-ba9e-25486a4efdd4 HTTP/1.1" status: 200 len: 217 time: 0.0843618 Nov 23 12:48:37.296839 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-a8c67be7-8796-4a1e-938a-cc112d251e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:37.298281 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-a8c67be7-8796-4a1e-938a-cc112d251e69 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 200 len: 856 time: 0.2072165 Nov 23 12:48:37.361888 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b2590130-484d-4b41-bc98-43ea6f7f320a req-1bc404d1-2019-40da-b018-5b876c9e22af service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385273 Nov 23 12:48:37.394284 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8016a50-df1d-4f93-aeac-b0931981c5cf req-29aacf83-9de5-44cb-8f99-19ad99ea11a5 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:37.395659 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a8016a50-df1d-4f93-aeac-b0931981c5cf req-29aacf83-9de5-44cb-8f99-19ad99ea11a5 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.3827190 Nov 23 12:48:37.444733 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-d19d7fa8-d45a-4e88-9513-2df90cdb26af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:37.446179 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-d19d7fa8-d45a-4e88-9513-2df90cdb26af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1336935 Nov 23 12:48:37.455263 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a8016a50-df1d-4f93-aeac-b0931981c5cf req-1d4db74d-18ec-4fed-bc07-f97fe0a16e2b tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520737 Nov 23 12:48:37.511142 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5125213-72b0-432b-b3e4-2228fcf0719b req-203ca2b8-4bc7-4f51-815e-4d4a2ce5a040 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:37.514134 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c5125213-72b0-432b-b3e4-2228fcf0719b req-203ca2b8-4bc7-4f51-815e-4d4a2ce5a040 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.1033676 Nov 23 12:48:37.560018 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-c5125213-72b0-432b-b3e4-2228fcf0719b req-3b3ef343-1262-4cd2-b93c-9d3d3bbf3078 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Synchronizing usage tracker for tenant:e0881214ec364567ba5ecd015847ed4b on resource:security_group {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:37.579322 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-c5125213-72b0-432b-b3e4-2228fcf0719b req-3b3ef343-1262-4cd2-b93c-9d3d3bbf3078 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Unset dirty status for tenant:e0881214ec364567ba5ecd015847ed4b on resource:security_group {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:37.580544 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c5125213-72b0-432b-b3e4-2228fcf0719b req-3b3ef343-1262-4cd2-b93c-9d3d3bbf3078 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610578 Nov 23 12:48:37.599221 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-d4cfede0-ccce-46ff-9b9a-8435e9c84b8a service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429873 Nov 23 12:48:37.730912 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b64c6071-df5b-417a-a60f-95c7d0378a59 req-c3d861ec-632e-4df7-97c0-df09eada3a82 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249459 Nov 23 12:48:37.850481 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaffa0-ad6a-478a-a768-cb1b20634706 req-dc818595-f78f-4fa8-b584-18c88a25ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:37.851910 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-defaffa0-ad6a-478a-a768-cb1b20634706 req-dc818595-f78f-4fa8-b584-18c88a25ae93 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 1096 time: 0.0737092 Nov 23 12:48:37.982929 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaffa0-ad6a-478a-a768-cb1b20634706 req-28ea520e-1dae-487f-b1ad-089047a214b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:37.984263 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-defaffa0-ad6a-478a-a768-cb1b20634706 req-28ea520e-1dae-487f-b1ad-089047a214b7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 918 time: 0.1252449 Nov 23 12:48:38.063653 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-defaffa0-ad6a-478a-a768-cb1b20634706 req-61dc48aa-748d-4676-947f-0b577b4b1e03 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744315d0-5793-4401-ba9e-25486a4efdd4 HTTP/1.1" status: 200 len: 217 time: 0.0701077 Nov 23 12:48:38.128073 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaffa0-ad6a-478a-a768-cb1b20634706 req-aae02753-8b94-4ac9-8886-b3f51e53b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.129441 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-defaffa0-ad6a-478a-a768-cb1b20634706 req-aae02753-8b94-4ac9-8886-b3f51e53b254 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 200 len: 856 time: 0.0585213 Nov 23 12:48:38.208839 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaffa0-ad6a-478a-a768-cb1b20634706 req-7b9d007e-cd47-4929-a917-3eb6b0d3d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.210329 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-defaffa0-ad6a-478a-a768-cb1b20634706 req-7b9d007e-cd47-4929-a917-3eb6b0d3d3bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683455 Nov 23 12:48:38.345200 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-defaffa0-ad6a-478a-a768-cb1b20634706 req-75852f76-e229-499f-b47c-6d680947570e service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258445 Nov 23 12:48:38.484529 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-defaffa0-ad6a-478a-a768-cb1b20634706 req-fd015544-cef8-43f0-bb7f-fb0297547b3c service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306756 Nov 23 12:48:38.669565 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581c022-de31-4878-ad0b-6be0dac6a7f8 req-aa91de1d-7f40-470e-a570-64dfa29d77c3 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.671090 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7581c022-de31-4878-ad0b-6be0dac6a7f8 req-aa91de1d-7f40-470e-a570-64dfa29d77c3 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.0853941 Nov 23 12:48:38.721429 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7581c022-de31-4878-ad0b-6be0dac6a7f8 req-c066c7f7-f930-4244-9c3b-c37128ce5fe7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439847 Nov 23 12:48:38.770100 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb42b69-bafb-47f5-a84f-cf15fbbafe49 req-5ff110bc-a49f-4973-8430-280b3a7b2027 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.772096 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bfb42b69-bafb-47f5-a84f-cf15fbbafe49 req-5ff110bc-a49f-4973-8430-280b3a7b2027 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.0818837 Nov 23 12:48:38.818096 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bfb42b69-bafb-47f5-a84f-cf15fbbafe49 req-0a8f7ae0-6e13-47b8-9651-0a0662c663c6 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403504 Nov 23 12:48:39.230074 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c581ad8e-e888-48f4-9d2a-e7ef29de2c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:39.822006 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:39.917111 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723e56d-c257-4eca-8041-f3384a963705 req-ad9b8eeb-af21-4755-84ae-8f9474c8bef4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:39.918576 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1723e56d-c257-4eca-8041-f3384a963705 req-ad9b8eeb-af21-4755-84ae-8f9474c8bef4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.0855613 Nov 23 12:48:39.966516 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1723e56d-c257-4eca-8041-f3384a963705 req-df85e399-1166-4c5b-a261-ebd32f57557b tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420256 Nov 23 12:48:40.101963 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe210b0-ba6d-498e-a585-d3b6f44a2ec8 req-07877dd7-c4f5-4be9-b9ba-dff611cfdb93 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:40.103389 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4fe210b0-ba6d-498e-a585-d3b6f44a2ec8 req-07877dd7-c4f5-4be9-b9ba-dff611cfdb93 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.1735535 Nov 23 12:48:40.146898 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4fe210b0-ba6d-498e-a585-d3b6f44a2ec8 req-e1ca7ede-dfea-4a8b-9165-eaeb4746e4db tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374708 Nov 23 12:48:40.703754 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 744315d0-5793-4401-ba9e-25486a4efdd4 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:48:40.841915 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=744315d0-5793-4401-ba9e-25486a4efdd4,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:40.858173 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '744315d0-5793-4401-ba9e-25486a4efdd4', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'port_id': '744315d0-5793-4401-ba9e-25486a4efdd4', 'mac_address': 'fa:16:3e:00:d6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:48:40.889531 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:40.914979 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:40.932510 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744315d0-5793-4401-ba9e-25486a4efdd4 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:48:40.948218 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=744315d0-5793-4401-ba9e-25486a4efdd4,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:40.952389 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:40.954154 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-ceedb1f5-fa5a-462f-bd07-440b1ecf8a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:41.031161 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=744315d0-5793-4401-ba9e-25486a4efdd4,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:41.034851 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:41.158000 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000d72d-d586-40e4-b1e6-dd97f839ebbf req-17577057-07cb-411b-8827-2253226c8e65 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:41.159574 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7000d72d-d586-40e4-b1e6-dd97f839ebbf req-17577057-07cb-411b-8827-2253226c8e65 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.0857224 Nov 23 12:48:41.206091 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7000d72d-d586-40e4-b1e6-dd97f839ebbf req-6cac7d80-dd7d-4234-b889-b36e9b74f09d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400319 Nov 23 12:48:41.213360 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['744315d0-5793-4401-ba9e-25486a4efdd4'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:41.339945 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefe42f-66f9-4c1a-83d1-4b33e0d51d39 req-58598203-28f3-48bc-a35d-c7be63557fe2 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:41.341438 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ffefe42f-66f9-4c1a-83d1-4b33e0d51d39 req-58598203-28f3-48bc-a35d-c7be63557fe2 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 944 time: 0.0854182 Nov 23 12:48:41.387186 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ffefe42f-66f9-4c1a-83d1-4b33e0d51d39 req-9e01d571-623d-42db-8cd4-a2f3f9d1cddf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385616 Nov 23 12:48:41.494697 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6d7b5257-2ff2-4896-8b3d-3a59cf632852 req-c48daa94-f24b-444a-8b07-f4f266a20d5b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685399 Nov 23 12:48:41.642962 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b5257-2ff2-4896-8b3d-3a59cf632852 req-bb8f8a43-c1ab-49db-a85c-7fba70adec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:41.644372 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6d7b5257-2ff2-4896-8b3d-3a59cf632852 req-bb8f8a43-c1ab-49db-a85c-7fba70adec6b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=26434ee31c8a4e828f6ebb7445caebe2&device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 1098 time: 0.0740094 Nov 23 12:48:41.671169 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-da44d9b8-98fe-471c-80d5-921dbf2accb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:41.862016 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b5257-2ff2-4896-8b3d-3a59cf632852 req-cbadf46b-bd4e-49c1-b985-03b4de8f86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:41.863466 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6d7b5257-2ff2-4896-8b3d-3a59cf632852 req-cbadf46b-bd4e-49c1-b985-03b4de8f86f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cf8bce4-1366-428a-bf98-48c4da42a9ab HTTP/1.1" status: 200 len: 912 time: 0.1997237 Nov 23 12:48:41.965787 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6d7b5257-2ff2-4896-8b3d-3a59cf632852 req-c05d8d8b-a7a4-4ee2-87bc-d9d4c6f549ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0f58a1c-082b-41a8-bdf9-2513770f066f HTTP/1.1" status: 200 len: 1001 time: 0.0951664 Nov 23 12:48:42.026356 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b5257-2ff2-4896-8b3d-3a59cf632852 req-dff13e42-74fb-452e-b04b-00a853dff1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:42.027704 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6d7b5257-2ff2-4896-8b3d-3a59cf632852 req-dff13e42-74fb-452e-b04b-00a853dff1c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d0b5047-97fd-4983-80d0-d255ab3b4eef HTTP/1.1" status: 200 len: 850 time: 0.0555270 Nov 23 12:48:42.103482 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b5257-2ff2-4896-8b3d-3a59cf632852 req-aa0ff9e7-4769-496d-b765-56b2f6ca12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:42.104886 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6d7b5257-2ff2-4896-8b3d-3a59cf632852 req-aa0ff9e7-4769-496d-b765-56b2f6ca12fd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cf8bce4-1366-428a-bf98-48c4da42a9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701704 Nov 23 12:48:42.237521 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6d7b5257-2ff2-4896-8b3d-3a59cf632852 req-718fb801-0b01-41f1-812f-25b3e3c5a081 service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238956 Nov 23 12:48:42.444274 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6d7b5257-2ff2-4896-8b3d-3a59cf632852 req-074f8dc2-f258-4c11-a409-c015b71f0062 service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999454 Nov 23 12:48:42.461833 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679efa3b-a4cd-42b7-a87e-f3dd5f6e43f2 req-f4517c53-6a0b-4faf-98e3-9a598ca7400a tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:42.463325 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-679efa3b-a4cd-42b7-a87e-f3dd5f6e43f2 req-f4517c53-6a0b-4faf-98e3-9a598ca7400a tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.1354780 Nov 23 12:48:42.515507 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-679efa3b-a4cd-42b7-a87e-f3dd5f6e43f2 req-586cd587-102d-43fc-8a3c-7575776a392a tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444183 Nov 23 12:48:42.582279 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2ff8b-2ad9-4ac1-b664-7dcb861e328b req-ea3e574a-08bc-4928-80d9-595e23fb2b15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:42.583718 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-88c2ff8b-2ad9-4ac1-b664-7dcb861e328b req-ea3e574a-08bc-4928-80d9-595e23fb2b15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 944 time: 0.0829079 Nov 23 12:48:42.629103 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-88c2ff8b-2ad9-4ac1-b664-7dcb861e328b req-df492253-553a-4ddb-b8e7-9123db833875 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398133 Nov 23 12:48:42.710108 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 744315d0-5793-4401-ba9e-25486a4efdd4 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:42.777850 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port 744315d0-5793-4401-ba9e-25486a4efdd4 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:42.783036 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 744315d0-5793-4401-ba9e-25486a4efdd4 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:42.783409 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:42.899090 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:42.925473 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:42.944204 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=744315d0-5793-4401-ba9e-25486a4efdd4,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:42.949038 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:42.951181 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:42.980275 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4', 'code': 200} Nov 23 12:48:42.986152 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:43.017203 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=744315d0-5793-4401-ba9e-25486a4efdd4,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:43.019954 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:43.216907 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f83ca7-1678-4d6f-abb2-8835cbba2add req-38ad869e-f468-491b-8540-edd98547246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:43.218261 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e3f83ca7-1678-4d6f-abb2-8835cbba2add req-38ad869e-f468-491b-8540-edd98547246f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 1098 time: 0.0711396 Nov 23 12:48:43.257565 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e3f83ca7-1678-4d6f-abb2-8835cbba2add req-f83dc248-9175-4600-b168-085e781b4052 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Nov 23 12:48:43.709075 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c8671-277d-4a52-8a3a-5a0987b74076 req-a3c7173c-fb67-4802-ab07-0292e90b8eec tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:43.710550 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-542c8671-277d-4a52-8a3a-5a0987b74076 req-a3c7173c-fb67-4802-ab07-0292e90b8eec tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.0848823 Nov 23 12:48:43.760665 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-542c8671-277d-4a52-8a3a-5a0987b74076 req-f704461b-d8b9-41fb-af6e-411f068c8f76 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442066 Nov 23 12:48:43.828841 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eb377-5cb8-4fd9-b13c-eb1c1c9945e9 req-3036c3f9-d933-4410-a1b5-9b9069b5238e tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:43.830297 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e26eb377-5cb8-4fd9-b13c-eb1c1c9945e9 req-3036c3f9-d933-4410-a1b5-9b9069b5238e tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0789139 Nov 23 12:48:43.874110 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e26eb377-5cb8-4fd9-b13c-eb1c1c9945e9 req-6b498c54-a2a3-4d3a-bb93-dbfb00c908e4 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370619 Nov 23 12:48:44.180225 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:44.917889 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 54398) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:44.954325 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18e3c5-557d-4d2f-bd79-8a5653ebf000 req-d431bb04-5129-4edc-97ac-644719f4f6d5 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:44.956427 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5a18e3c5-557d-4d2f-bd79-8a5653ebf000 req-d431bb04-5129-4edc-97ac-644719f4f6d5 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.0905006 Nov 23 12:48:45.003116 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5a18e3c5-557d-4d2f-bd79-8a5653ebf000 req-60567be7-05f6-4720-80c3-3b09980fbbaa tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405822 Nov 23 12:48:45.052969 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b6d04679-14aa-43fb-9307-fbd23ab2a32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:45.078195 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-b6d04679-14aa-43fb-9307-fbd23ab2a32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:45.085009 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-b6d04679-14aa-43fb-9307-fbd23ab2a32e admin admin] Usage tracker for resource:security_group_rule and tenant:423a79ebf972486e96ca0bee5a3562c7 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:45.088057 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-b6d04679-14aa-43fb-9307-fbd23ab2a32e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:45.095848 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-b6d04679-14aa-43fb-9307-fbd23ab2a32e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:45.118026 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7e48c-ef53-47c1-b328-a86da39d6218 req-c2508cb7-53ef-441b-8a2f-b1dbc6d1ee07 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:45.119479 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-36b7e48c-ef53-47c1-b328-a86da39d6218 req-c2508cb7-53ef-441b-8a2f-b1dbc6d1ee07 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.1287847 Nov 23 12:48:45.176546 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-36b7e48c-ef53-47c1-b328-a86da39d6218 req-addafd57-260a-4dac-84b7-fa46cb04ec62 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505366 Nov 23 12:48:45.224719 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b6d04679-14aa-43fb-9307-fbd23ab2a32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:45.229506 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b6d04679-14aa-43fb-9307-fbd23ab2a32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:45.237113 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-3cda85b2-0910-45dd-9dcc-eba438e6525f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:45.279231 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-b6d04679-14aa-43fb-9307-fbd23ab2a32e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=423a79ebf972486e96ca0bee5a3562c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601902 Nov 23 12:48:45.280337 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d04679-14aa-43fb-9307-fbd23ab2a32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7cc51a-3ccc-4243-b77a-6a51578a11c2,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:45.281847 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54406) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:45.283681 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b6d04679-14aa-43fb-9307-fbd23ab2a32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:45.400377 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c884-2ff8-477f-9bd7-c72c064497f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:45.421412 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1974a-e6f6-42f6-9ffb-62c2025ece21 req-47a59411-a492-4d2e-993a-0a144d7fc43f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:45.422871 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e6a1974a-e6f6-42f6-9ffb-62c2025ece21 req-47a59411-a492-4d2e-993a-0a144d7fc43f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.1381919 Nov 23 12:48:45.431976 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54410) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:45.439975 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-e54be69a-0a36-4120-aaef-217b936b8f76 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Request body: {'floatingip': {'port_id': '744315d0-5793-4401-ba9e-25486a4efdd4'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:45.497122 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c884-2ff8-477f-9bd7-c72c064497f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:45.533554 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e54be69a-0a36-4120-aaef-217b936b8f76 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:45.719980 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c884-2ff8-477f-9bd7-c72c064497f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:45.726615 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3df59fe8-50c1-48d0-a7e0-1665751aeaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:45.741441 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1c884-2ff8-477f-9bd7-c72c064497f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7cc51a-3ccc-4243-b77a-6a51578a11c2,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:45.804279 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7fe1c884-2ff8-477f-9bd7-c72c064497f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:45.815145 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7fe1c884-2ff8-477f-9bd7-c72c064497f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:45.816245 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7fe1c884-2ff8-477f-9bd7-c72c064497f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b7cc51a-3ccc-4243-b77a-6a51578a11c2 HTTP/1.1" status: 204 len: 168 time: 0.5333416 Nov 23 12:48:46.174908 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e54be69a-0a36-4120-aaef-217b936b8f76 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:46.179454 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e54be69a-0a36-4120-aaef-217b936b8f76 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:46.205591 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb312a5-3e38-41b0-a0a3-72b4c445694e req-a4e16d45-1430-43ae-8d94-80224e0e6f82 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:46.207808 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6cb312a5-3e38-41b0-a0a3-72b4c445694e req-a4e16d45-1430-43ae-8d94-80224e0e6f82 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.0997050 Nov 23 12:48:46.266669 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6cb312a5-3e38-41b0-a0a3-72b4c445694e req-814e21e8-17f4-4551-953f-ff52f9aad0b4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426095 Nov 23 12:48:46.465783 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.l3_db [None req-e54be69a-0a36-4120-aaef-217b936b8f76 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Floating IP 403de2dd-1781-45eb-ad1b-3f1c018db0b5 associated. External IP: 172.28.0.248, port: 744315d0-5793-4401-ba9e-25486a4efdd4. Nov 23 12:48:46.522181 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 54436) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:46.624190 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1358101170-network', 'tenant_id': '5730c2d724814bd39c16c90c3674a4fd'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:46.628838 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:46.633211 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Usage tracker for resource:network and tenant:5730c2d724814bd39c16c90c3674a4fd is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:46.636055 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:46.642122 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:46.652623 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Made reservation on behalf of 5730c2d724814bd39c16c90c3674a4fd for: {'network': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:48:46.654885 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:46.666469 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:46.680350 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:46.684370 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Usage tracker for resource:security_group_rule and tenant:5730c2d724814bd39c16c90c3674a4fd is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:46.687090 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:46.693212 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:46.779432 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:46.783837 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:46.787820 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-26a309c8-4e8f-4b81-8622-85689082933d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:46.815483 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=86825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:48:46.820912 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54be69a-0a36-4120-aaef-217b936b8f76 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Router b3f95507-94e2-4b8a-a8da-b6e73807b3ff has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:48:46.828775 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d04cf1-187f-4a7d-be51-2947222cea92,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:46.832895 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:46.834456 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:46.834787 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.segments_db [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Added segment 10fcd4a2-8645-443e-9699-5db876e19964 of type vlan for network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 Nov 23 12:48:46.861258 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:46.892010 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:46.893542 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:46.894293 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:46.899583 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:46.999455 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Pushing event updated for resources: {'Network': ['ID=3fe7b6d4-5bef-429a-a57f-2f2019cec254,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:47.001882 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54be69a-0a36-4120-aaef-217b936b8f76 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:48:47.002776 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4795444 Nov 23 12:48:47.003614 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:47.006457 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 54442) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:47.009663 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e54be69a-0a36-4120-aaef-217b936b8f76 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:47.011698 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Request body: {'subnet': {'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1358101170-subnet', 'tenant_id': '5730c2d724814bd39c16c90c3674a4fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:47.013413 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:48:47.016739 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:47.020521 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Usage tracker for resource:subnet and tenant:5730c2d724814bd39c16c90c3674a4fd is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:47.023368 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:47.029171 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:47.039701 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Made reservation on behalf of 5730c2d724814bd39c16c90c3674a4fd for: {'subnet': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:48:47.043231 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2385617'] for subnet, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:47.043408 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6852b-c7bc-402f-a6c9-726aa4507951 None None] Sync routers for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:48:47.070658 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-e54be69a-0a36-4120-aaef-217b936b8f76 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "PUT /v2.0/floatingips/403de2dd-1781-45eb-ad1b-3f1c018db0b5 HTTP/1.1" status: 200 len: 991 time: 1.6375260 Nov 23 12:48:47.071458 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4'}] {{(pid=86826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:47.116563 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6852b-c7bc-402f-a6c9-726aa4507951 None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:47.117208 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-d8b6852b-c7bc-402f-a6c9-726aa4507951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:48:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:47.126251 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4', 'status': 'completed', 'code': 200} Nov 23 12:48:47.288778 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb552525-af9b-4b46-a390-ef8ce8a4e9d0 req-8e96dac4-eccb-49e9-a01f-d0da17fda075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:47.290339 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb552525-af9b-4b46-a390-ef8ce8a4e9d0 req-8e96dac4-eccb-49e9-a01f-d0da17fda075 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 1098 time: 0.1395702 Nov 23 12:48:47.318959 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-d8b6852b-c7bc-402f-a6c9-726aa4507951 None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:47.502966 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2303530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2385635'] for subnet, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:47.537629 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-fa730996-0cfc-4814-848f-16085fe7e895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:47.665972 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a329895f-6c46-4102-aea3-8656d3557c75,revision_number=0']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:47.668652 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:47.677628 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Checking segment: {'id': '10fcd4a2-8645-443e-9699-5db876e19964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:47.678008 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Network hostable DHCP agents. Network: 3fe7b6d4-5bef-429a-a57f-2f2019cec254, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:48:47.685127 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb552525-af9b-4b46-a390-ef8ce8a4e9d0 req-d72f22af-3dfe-4149-82c0-acf4f5c59ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:47.686612 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb552525-af9b-4b46-a390-ef8ce8a4e9d0 req-d72f22af-3dfe-4149-82c0-acf4f5c59ba5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 918 time: 0.3826544 Nov 23 12:48:47.696282 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-d8b6852b-c7bc-402f-a6c9-726aa4507951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': '403de2dd-1781-45eb-ad1b-3f1c018db0b5', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'floating_ip_address': '172.28.0.248', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'port_id': '744315d0-5793-4401-ba9e-25486a4efdd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'mac_address': 'fa:16:3e:00:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:48:31Z', 'updated_at': '2021-11-23T12:48:46Z', 'revision_number': 1, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:34Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:47.700256 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6852b-c7bc-402f-a6c9-726aa4507951 None None] Checking router: b3f95507-94e2-4b8a-a8da-b6e73807b3ff for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:48:47.702899 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a30112-ebfc-48f7-b69c-57ddb423da88 req-0290c1d4-ec0a-4d90-8fa7-b4e04e7cbd8e tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:47.704335 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a8a30112-ebfc-48f7-b69c-57ddb423da88 req-0290c1d4-ec0a-4d90-8fa7-b4e04e7cbd8e tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.2864165 Nov 23 12:48:47.708842 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6852b-c7bc-402f-a6c9-726aa4507951 None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:48:47.709479 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-d8b6852b-c7bc-402f-a6c9-726aa4507951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:48:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:47.807472 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:48:47.839957 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, 3fe7b6d4-5bef-429a-a57f-2f2019cec254) {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:47.845819 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb552525-af9b-4b46-a390-ef8ce8a4e9d0 req-398924f9-d83a-42ed-beb5-3eb4438e01f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744315d0-5793-4401-ba9e-25486a4efdd4 HTTP/1.1" status: 200 len: 999 time: 0.1399295 Nov 23 12:48:47.850857 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a8a30112-ebfc-48f7-b69c-57ddb423da88 req-807fb101-1ac3-4810-aec6-6b0988ad8246 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877414 Nov 23 12:48:47.852600 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:47.852744 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:47.853913 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208edc64-e2ff-4678-8cd9-d83dcaf5bc88 None None] Network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:48:47.932070 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-8160e4a9-9e61-4692-b5dc-697d541d1669 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9244974 Nov 23 12:48:47.949102 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb552525-af9b-4b46-a390-ef8ce8a4e9d0 req-7a4246c3-a2fd-4412-97fc-55276996a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:47.950964 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb552525-af9b-4b46-a390-ef8ce8a4e9d0 req-7a4246c3-a2fd-4412-97fc-55276996a733 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 200 len: 856 time: 0.0941176 Nov 23 12:48:47.988037 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-d8b6852b-c7bc-402f-a6c9-726aa4507951 None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:48:48.039211 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb552525-af9b-4b46-a390-ef8ce8a4e9d0 req-1234ae56-2f70-4d9e-afff-4ae643a1f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:48.040786 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb552525-af9b-4b46-a390-ef8ce8a4e9d0 req-1234ae56-2f70-4d9e-afff-4ae643a1f4b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817173 Nov 23 12:48:48.197834 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb552525-af9b-4b46-a390-ef8ce8a4e9d0 req-ace3b119-13c3-49a5-95b4-9f6857eaff14 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496634 Nov 23 12:48:48.255859 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc91e7f-288e-4e1a-95e7-f873c69bcf03 None None] Network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:48:48.344889 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb552525-af9b-4b46-a390-ef8ce8a4e9d0 req-6dbd57dd-e5aa-4d33-b114-1c9d7052edfd service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394041 Nov 23 12:48:48.633228 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-d8b6852b-c7bc-402f-a6c9-726aa4507951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': '403de2dd-1781-45eb-ad1b-3f1c018db0b5', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'floating_ip_address': '172.28.0.248', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'port_id': '744315d0-5793-4401-ba9e-25486a4efdd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'mac_address': 'fa:16:3e:00:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:48:31Z', 'updated_at': '2021-11-23T12:48:46Z', 'revision_number': 1, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:34Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:48:48.637572 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6852b-c7bc-402f-a6c9-726aa4507951 None None] The sync data for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb is: [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': '403de2dd-1781-45eb-ad1b-3f1c018db0b5', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'floating_ip_address': '172.28.0.248', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'port_id': '744315d0-5793-4401-ba9e-25486a4efdd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'mac_address': 'fa:16:3e:00:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:48:31Z', 'updated_at': '2021-11-23T12:48:46Z', 'revision_number': 1, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:34Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:48:48.834735 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b001c2-1765-4cb8-a33e-e405bbce8df6 None None] New status for floating IP 403de2dd-1781-45eb-ad1b-3f1c018db0b5: ACTIVE {{(pid=86828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:48:49.042473 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d8ac6-1524-4478-b64e-1e3be9bba66b req-d2a4e027-207e-4efe-8ab8-12926e476afc tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:49.043920 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a20d8ac6-1524-4478-b64e-1e3be9bba66b req-d2a4e027-207e-4efe-8ab8-12926e476afc tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.0780256 Nov 23 12:48:49.094541 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a20d8ac6-1524-4478-b64e-1e3be9bba66b req-464450e9-15d7-468d-bc8a-3197b188f24d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447700 Nov 23 12:48:49.983252 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3e01-0d17-4671-be97-e337f601d23b req-4366d539-0cb1-4b12-b307-28df97080626 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:49.983932 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-f55d3e01-0d17-4671-be97-e337f601d23b req-4366d539-0cb1-4b12-b307-28df97080626 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Synchronizing usage tracker for tenant:5730c2d724814bd39c16c90c3674a4fd on resource:network {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:50.000152 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-f55d3e01-0d17-4671-be97-e337f601d23b req-4366d539-0cb1-4b12-b307-28df97080626 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Unset dirty status for tenant:5730c2d724814bd39c16c90c3674a4fd on resource:network {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:50.001392 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-4366d539-0cb1-4b12-b307-28df97080626 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/networks?id=3fe7b6d4-5bef-429a-a57f-2f2019cec254 HTTP/1.1" status: 200 len: 814 time: 0.1829624 Nov 23 12:48:50.016233 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-33fc91fa-bfde-4e15-8916-aab664e0f899 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/quotas/5730c2d724814bd39c16c90c3674a4fd HTTP/1.1" status: 200 len: 375 time: 0.0087140 Nov 23 12:48:50.062068 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-0e511b4a-a901-4284-a889-adea7ba6fb95 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5730c2d724814bd39c16c90c3674a4fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408604 Nov 23 12:48:50.189816 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b3e8e2ed-0300-47d3-8983-aadbe5b0c26a service neutron] 10.222.0.41 "GET /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207092 Nov 23 12:48:50.289872 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900c63a-f673-4fb2-a181-b8f94d010ec3 req-5effac48-9a6b-4b6b-94b5-411e5d9571a4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:50.291667 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f900c63a-f673-4fb2-a181-b8f94d010ec3 req-5effac48-9a6b-4b6b-94b5-411e5d9571a4 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.0800066 Nov 23 12:48:50.323957 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-3480eace-be4c-4b65-9c56-850cac4a0623 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278372 Nov 23 12:48:50.337740 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f900c63a-f673-4fb2-a181-b8f94d010ec3 req-8c059b99-5b0d-4c3b-bcb8-767143d293be tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405896 Nov 23 12:48:50.497285 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-15f6ea49-79f2-44cb-8c6b-578be9f43e46 req-e6c4e411-7496-4109-8c60-4f2effc7ce8c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 210 time: 0.0453999 Nov 23 12:48:51.560357 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5581ce8-ca8f-4e68-a724-60fde9b4e096 req-fb347f1a-7833-4494-8016-51eab863062d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:51.562952 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f5581ce8-ca8f-4e68-a724-60fde9b4e096 req-fb347f1a-7833-4494-8016-51eab863062d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.1106296 Nov 23 12:48:51.621832 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f5581ce8-ca8f-4e68-a724-60fde9b4e096 req-c05e684e-2a07-42c2-9b80-74dfa43b2072 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513892 Nov 23 12:48:51.681836 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3b59712a-0b5d-45a0-be99-d8deb0e7511d req-d20d7607-d04a-4142-8017-5cd06906d700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 210 time: 0.0591156 Nov 23 12:48:51.710671 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3e01-0d17-4671-be97-e337f601d23b req-eab93dab-1252-4de6-b9f3-3e2bd2615887 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:51.712068 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-eab93dab-1252-4de6-b9f3-3e2bd2615887 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.76 "GET /v2.0/networks?id=3fe7b6d4-5bef-429a-a57f-2f2019cec254 HTTP/1.1" status: 200 len: 814 time: 0.2895825 Nov 23 12:48:51.730350 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Request body: {'port': {'device_id': '318f2d99-f026-476f-92ce-60e186218755', 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254', 'admin_state_up': True, 'tenant_id': '5730c2d724814bd39c16c90c3674a4fd'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:51.862946 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:51.867341 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Usage tracker for resource:port and tenant:5730c2d724814bd39c16c90c3674a4fd is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:51.870255 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:51.877434 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:51.886708 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Made reservation on behalf of 5730c2d724814bd39c16c90c3674a4fd for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:48:51.890101 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:52.044692 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Allocated IP 172.20.0.2 (3fe7b6d4-5bef-429a-a57f-2f2019cec254/a329895f-6c46-4102-aea3-8656d3557c75/b65c7a64-4a4e-4adf-b68d-25e30a53998e) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:52.244071 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:52.271734 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:52.276864 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-9d4806e4-72d1-4223-8ed8-2fce12dc86fd tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:52.339722 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:52.342834 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:52.346600 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:52.375746 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Pushing event updated for resources: {'Port': ['ID=b65c7a64-4a4e-4adf-b68d-25e30a53998e,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:52.381756 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:52.413398 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:52.413971 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:52.433881 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7068608 Nov 23 12:48:52.445978 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Request body: {'port': {'device_id': '318f2d99-f026-476f-92ce-60e186218755', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:52.549588 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:52.874437 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090d0a9-fa88-4f14-9a2f-3f71e9ceaccd req-72332eb5-9886-4497-b8da-77935bc00f58 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:52.876770 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7090d0a9-fa88-4f14-9a2f-3f71e9ceaccd req-72332eb5-9886-4497-b8da-77935bc00f58 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 931 time: 0.0848629 Nov 23 12:48:52.885122 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b97bba-463a-465c-abf8-79b98a34b0bc req-79819060-ee30-40d4-8a48-edff23f8a5e2 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:52.886581 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f6b97bba-463a-465c-abf8-79b98a34b0bc req-79819060-ee30-40d4-8a48-edff23f8a5e2 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.1339374 Nov 23 12:48:52.924364 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7090d0a9-fa88-4f14-9a2f-3f71e9ceaccd req-21be08be-d972-43a7-81ca-477ce5a7b69e tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387747 Nov 23 12:48:52.981126 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65c7a64-4a4e-4adf-b68d-25e30a53998e {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:48:52.993513 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f6b97bba-463a-465c-abf8-79b98a34b0bc req-4610f070-63e8-45bb-9b50-79b6c7619290 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956633 Nov 23 12:48:52.995093 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.015850 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Transition to ACTIVE for port object b65c7a64-4a4e-4adf-b68d-25e30a53998e will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:53.015850 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.022411 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-d973d4d4-5682-4399-863c-5eb8ce3427a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:53.168410 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b65c7a64-4a4e-4adf-b68d-25e30a53998e,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:53.175349 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:53.242831 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Attempting to bind port b65c7a64-4a4e-4adf-b68d-25e30a53998e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:48:53.243155 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Attempting to bind port b65c7a64-4a4e-4adf-b68d-25e30a53998e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '10fcd4a2-8645-443e-9699-5db876e19964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:48:53.243471 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Attempting to bind port b65c7a64-4a4e-4adf-b68d-25e30a53998e on network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:53.247913 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Port b65c7a64-4a4e-4adf-b68d-25e30a53998e on network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:48:53.248223 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Attempting to bind port b65c7a64-4a4e-4adf-b68d-25e30a53998e on network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:53.253140 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:48:53.253463 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Checking segment: {'id': '10fcd4a2-8645-443e-9699-5db876e19964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:53.253831 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Bound using segment: {'id': '10fcd4a2-8645-443e-9699-5db876e19964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:48:53.254263 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Bound port: b65c7a64-4a4e-4adf-b68d-25e30a53998e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fcd4a2-8645-443e-9699-5db876e19964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:48:53.254603 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.413881 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] For port b65c7a64-4a4e-4adf-b68d-25e30a53998e, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:48:53.416746 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] For port b65c7a64-4a4e-4adf-b68d-25e30a53998e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b65c7a64-4a4e-4adf-b68d-25e30a53998e,segment=NetworkSegment(10fcd4a2-8645-443e-9699-5db876e19964),segment_id=10fcd4a2-8645-443e-9699-5db876e19964)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:48:53.421590 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.425926 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-578e4240-a44f-424c-bf4e-c5fa43e6e56e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:53.479817 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:53.480410 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.481753 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] 10.222.0.76 "PUT /v2.0/ports/b65c7a64-4a4e-4adf-b68d-25e30a53998e HTTP/1.1" status: 200 len: 1093 time: 1.0395730 Nov 23 12:48:53.482252 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318f2d99-f026-476f-92ce-60e186218755', 'tag': 'b65c7a64-4a4e-4adf-b68d-25e30a53998e'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:53.508643 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b65c7a64-4a4e-4adf-b68d-25e30a53998e,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:53.512141 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:53.556478 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318f2d99-f026-476f-92ce-60e186218755', 'tag': 'b65c7a64-4a4e-4adf-b68d-25e30a53998e', 'status': 'completed', 'code': 200} Nov 23 12:48:53.596254 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3e01-0d17-4671-be97-e337f601d23b req-8a5ac39a-3afd-44dc-8f6b-00339396e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:53.597722 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-8a5ac39a-3afd-44dc-8f6b-00339396e04e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5730c2d724814bd39c16c90c3674a4fd&device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 1096 time: 0.0778737 Nov 23 12:48:53.665309 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-80b4f059-8550-4ecc-9fb9-0483b947373a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b65c7a64-4a4e-4adf-b68d-25e30a53998e HTTP/1.1" status: 200 len: 217 time: 0.0602007 Nov 23 12:48:53.730798 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3e01-0d17-4671-be97-e337f601d23b req-d6dba544-9f42-43bd-aab3-1f224d819207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:53.732182 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-d6dba544-9f42-43bd-aab3-1f224d819207 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a329895f-6c46-4102-aea3-8656d3557c75 HTTP/1.1" status: 200 len: 854 time: 0.0598545 Nov 23 12:48:53.783382 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-633f025c-9002-4cbe-a47d-4241e79af07c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3fe7b6d4-5bef-429a-a57f-2f2019cec254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388794 Nov 23 12:48:53.915026 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-fb9b24d6-790b-4ba7-8bf8-5d29822ac49e service neutron] 10.222.0.76 "GET /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244125 Nov 23 12:48:54.052530 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f55d3e01-0d17-4671-be97-e337f601d23b req-705dd6ec-dca6-4125-81cd-7b28340d3095 service neutron] 10.222.0.76 "GET /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270192 Nov 23 12:48:54.119561 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098a091-2dfb-4175-acc1-5254fd530a1c req-482bc8c8-c157-4c2d-997b-e835fd3b4947 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:54.121018 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5098a091-2dfb-4175-acc1-5254fd530a1c req-482bc8c8-c157-4c2d-997b-e835fd3b4947 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 943 time: 0.0849755 Nov 23 12:48:54.165443 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5098a091-2dfb-4175-acc1-5254fd530a1c req-d1d0fe11-f54b-4a77-86c0-b4ee2b3a0f2a tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387330 Nov 23 12:48:54.241523 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75843d4d-642d-49db-b003-e3fde6716b0a req-ab140522-51a0-4d63-aac8-315058959cf2 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:54.242894 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75843d4d-642d-49db-b003-e3fde6716b0a req-ab140522-51a0-4d63-aac8-315058959cf2 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.1129568 Nov 23 12:48:54.245447 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825753b9-65b7-48cc-aa2a-8aead58a58b4 req-3574e102-9563-412a-949d-f035dae39e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:54.246962 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-825753b9-65b7-48cc-aa2a-8aead58a58b4 req-3574e102-9563-412a-949d-f035dae39e3e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5730c2d724814bd39c16c90c3674a4fd&device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 1096 time: 0.1469018 Nov 23 12:48:54.369189 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-75843d4d-642d-49db-b003-e3fde6716b0a req-a73fecb4-780a-4593-a84c-4ba2047f7585 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201820 Nov 23 12:48:54.408271 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825753b9-65b7-48cc-aa2a-8aead58a58b4 req-204b6655-2cd5-44a4-820f-67cc656857ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:54.409680 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-825753b9-65b7-48cc-aa2a-8aead58a58b4 req-204b6655-2cd5-44a4-820f-67cc656857ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=3fe7b6d4-5bef-429a-a57f-2f2019cec254 HTTP/1.1" status: 200 len: 915 time: 0.1472208 Nov 23 12:48:54.486046 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-825753b9-65b7-48cc-aa2a-8aead58a58b4 req-5773a3dc-6d02-421f-865c-40bd4e3dc3e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b65c7a64-4a4e-4adf-b68d-25e30a53998e HTTP/1.1" status: 200 len: 217 time: 0.0637591 Nov 23 12:48:54.549711 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825753b9-65b7-48cc-aa2a-8aead58a58b4 req-068e40bd-8620-4105-9c2a-61e4d4548409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:54.551075 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-825753b9-65b7-48cc-aa2a-8aead58a58b4 req-068e40bd-8620-4105-9c2a-61e4d4548409 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a329895f-6c46-4102-aea3-8656d3557c75 HTTP/1.1" status: 200 len: 854 time: 0.0581682 Nov 23 12:48:54.600049 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-825753b9-65b7-48cc-aa2a-8aead58a58b4 req-b29b6962-49ff-445e-bc75-91dcebc35c3b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3fe7b6d4-5bef-429a-a57f-2f2019cec254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401599 Nov 23 12:48:54.728175 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-825753b9-65b7-48cc-aa2a-8aead58a58b4 req-63a6a660-b8e8-4725-a5bc-200b124976c2 service neutron] 10.222.0.76 "GET /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205392 Nov 23 12:48:54.859338 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-825753b9-65b7-48cc-aa2a-8aead58a58b4 req-4b6e2688-204d-49a9-9cbe-f5b1fcdf822a service neutron] 10.222.0.76 "GET /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220591 Nov 23 12:48:55.356588 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053187ef-88a5-46f9-b642-bc2e84760868 req-6acf28c1-b792-4a03-9c18-a7f663161daf tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:55.358834 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-053187ef-88a5-46f9-b642-bc2e84760868 req-6acf28c1-b792-4a03-9c18-a7f663161daf tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 943 time: 0.0854621 Nov 23 12:48:55.403431 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-053187ef-88a5-46f9-b642-bc2e84760868 req-3217e6e3-8b08-46cf-b9a5-870eb8bb6fa5 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 Nov 23 12:48:55.578703 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca9710-065d-4c4d-b05e-dd8a724b8388 req-e65f7e20-80dc-4c98-b455-847b1e325e69 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:55.580109 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b2ca9710-065d-4c4d-b05e-dd8a724b8388 req-e65f7e20-80dc-4c98-b455-847b1e325e69 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.0834103 Nov 23 12:48:55.626825 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b2ca9710-065d-4c4d-b05e-dd8a724b8388 req-626befe7-2dac-4272-9a70-ed53e25361b3 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406806 Nov 23 12:48:56.093888 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d111998-d124-4d30-a78b-b879e6a38bb7 req-331b1ec2-37c2-4ce2-870e-6f8d16d99935 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:56.095348 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6d111998-d124-4d30-a78b-b879e6a38bb7 req-331b1ec2-37c2-4ce2-870e-6f8d16d99935 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.1480007 Nov 23 12:48:56.139613 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6d111998-d124-4d30-a78b-b879e6a38bb7 req-413195ad-f201-4586-9c45-c8910930a8c5 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375907 Nov 23 12:48:56.606641 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfef38-cf0d-4bf9-993d-3f9376392db8 req-6c745303-b5cb-40af-8c3f-062f285fbd47 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:56.607374 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-00dfef38-cf0d-4bf9-993d-3f9376392db8 req-6c745303-b5cb-40af-8c3f-062f285fbd47 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Synchronizing usage tracker for tenant:5730c2d724814bd39c16c90c3674a4fd on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:56.624974 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-00dfef38-cf0d-4bf9-993d-3f9376392db8 req-6c745303-b5cb-40af-8c3f-062f285fbd47 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Unset dirty status for tenant:5730c2d724814bd39c16c90c3674a4fd on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:56.626247 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-00dfef38-cf0d-4bf9-993d-3f9376392db8 req-6c745303-b5cb-40af-8c3f-062f285fbd47 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 943 time: 0.1053426 Nov 23 12:48:56.672777 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-00dfef38-cf0d-4bf9-993d-3f9376392db8 req-9f49b31a-254a-48d9-b25b-6fc20145310c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Synchronizing usage tracker for tenant:5730c2d724814bd39c16c90c3674a4fd on resource:security_group {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:56.690315 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-00dfef38-cf0d-4bf9-993d-3f9376392db8 req-9f49b31a-254a-48d9-b25b-6fc20145310c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Unset dirty status for tenant:5730c2d724814bd39c16c90c3674a4fd on resource:security_group {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:56.691468 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-00dfef38-cf0d-4bf9-993d-3f9376392db8 req-9f49b31a-254a-48d9-b25b-6fc20145310c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590320 Nov 23 12:48:56.813244 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device b65c7a64-4a4e-4adf-b68d-25e30a53998e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:48:56.831892 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1005e-1efe-4a4d-b713-d1aec2bd335c req-cee8c7de-67ea-4bda-9be1-89c897325c2d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:56.832555 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cab1005e-1efe-4a4d-b713-d1aec2bd335c req-cee8c7de-67ea-4bda-9be1-89c897325c2d tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.0816553 Nov 23 12:48:56.895970 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cab1005e-1efe-4a4d-b713-d1aec2bd335c req-04ca5953-b3be-427e-b835-d529223dcca3 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544209 Nov 23 12:48:56.958286 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port b65c7a64-4a4e-4adf-b68d-25e30a53998e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b65c7a64-4a4e-4adf-b68d-25e30a53998e,segment=NetworkSegment(10fcd4a2-8645-443e-9699-5db876e19964),segment_id=10fcd4a2-8645-443e-9699-5db876e19964)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:56.973298 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': 'b65c7a64-4a4e-4adf-b68d-25e30a53998e', 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254', 'port_id': 'b65c7a64-4a4e-4adf-b68d-25e30a53998e', 'mac_address': 'fa:16:3e:03:96:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a329895f-6c46-4102-aea3-8656d3557c75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:48:57.035724 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:57.055076 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65c7a64-4a4e-4adf-b68d-25e30a53998e {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:48:57.072363 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port b65c7a64-4a4e-4adf-b68d-25e30a53998e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b65c7a64-4a4e-4adf-b68d-25e30a53998e,segment=NetworkSegment(10fcd4a2-8645-443e-9699-5db876e19964),segment_id=10fcd4a2-8645-443e-9699-5db876e19964)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:57.077478 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:57.079328 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-5e167ab6-cd90-4350-8c36-db4598529710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:57.146902 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=b65c7a64-4a4e-4adf-b68d-25e30a53998e,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:57.149788 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:57.324033 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32ccc-dc94-4dc8-b5d6-90f2d3fb06a8 req-d40e7d98-022c-49f5-a9e3-8cfaf1cb4ba1 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:57.325490 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-32a32ccc-dc94-4dc8-b5d6-90f2d3fb06a8 req-d40e7d98-022c-49f5-a9e3-8cfaf1cb4ba1 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.0801358 Nov 23 12:48:57.351486 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['b65c7a64-4a4e-4adf-b68d-25e30a53998e'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:57.371346 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-32a32ccc-dc94-4dc8-b5d6-90f2d3fb06a8 req-ed4d6cf4-380c-44d2-bf58-06a097446c02 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Nov 23 12:48:57.876657 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f134bde-2406-43b9-853d-23286df4eac9 req-2482068a-7a43-4c2c-b946-16e1f8c4f199 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:57.878218 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3f134bde-2406-43b9-853d-23286df4eac9 req-2482068a-7a43-4c2c-b946-16e1f8c4f199 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 944 time: 0.0819395 Nov 23 12:48:57.922542 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3f134bde-2406-43b9-853d-23286df4eac9 req-14090bc3-5eec-4944-aa90-556c0366c72d tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Nov 23 12:48:58.089588 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8036b58-3f3e-4ac5-83a9-f51c631d23cc req-ed487318-1f5e-4eae-8578-57b671349ead tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:58.091071 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f8036b58-3f3e-4ac5-83a9-f51c631d23cc req-ed487318-1f5e-4eae-8578-57b671349ead tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.0846703 Nov 23 12:48:58.136133 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f8036b58-3f3e-4ac5-83a9-f51c631d23cc req-731dc46f-f410-4d8a-ace3-e989b762c5b0 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394161 Nov 23 12:48:58.315033 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-da8d675a-2d8b-49bb-af6c-b2b3f9749ca3 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:58.316484 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-da8d675a-2d8b-49bb-af6c-b2b3f9749ca3 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.76 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.0799763 Nov 23 12:48:58.403270 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Deleting port a0f58a1c-082b-41a8-bdf9-2513770f066f {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:48:58.403630 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:58.728393 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a98fd-cd48-4883-9d7b-9dd896e34e20 req-f7f730ae-57e8-4d6d-994d-3b1505df443e tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:58.730129 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5a4a98fd-cd48-4883-9d7b-9dd896e34e20 req-f7f730ae-57e8-4d6d-994d-3b1505df443e tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 945 time: 0.2355869 Nov 23 12:48:58.770922 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] For port a0f58a1c-082b-41a8-bdf9-2513770f066f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a0f58a1c-082b-41a8-bdf9-2513770f066f,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:58.771940 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:58.834809 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device b65c7a64-4a4e-4adf-b68d-25e30a53998e up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:58.870484 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5a4a98fd-cd48-4883-9d7b-9dd896e34e20 req-dc540ce2-ca7c-434c-8415-bc3f890084eb tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=6831e297-5b82-47d4-a85d-23260e63fbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343799 Nov 23 12:48:58.940573 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port b65c7a64-4a4e-4adf-b68d-25e30a53998e completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:58.945667 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port b65c7a64-4a4e-4adf-b68d-25e30a53998e triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:58.946043 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.075014 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.090339 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.090878 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.090999 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.l3_db [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Floating IP 8dd2f666-a70d-469f-9c8f-2cd662f7b1c1 disassociated. External IP: 172.28.0.114, port: a0f58a1c-082b-41a8-bdf9-2513770f066f. Nov 23 12:48:59.091417 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Calling delete_port for a0f58a1c-082b-41a8-bdf9-2513770f066f owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:48:59.101296 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318f2d99-f026-476f-92ce-60e186218755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65c7a64-4a4e-4adf-b68d-25e30a53998e'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:59.111066 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port b65c7a64-4a4e-4adf-b68d-25e30a53998e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b65c7a64-4a4e-4adf-b68d-25e30a53998e,segment=NetworkSegment(10fcd4a2-8645-443e-9699-5db876e19964),segment_id=10fcd4a2-8645-443e-9699-5db876e19964)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:59.116769 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.118941 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:59.141202 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174e66e-11de-4b57-92e6-bb62cdf15093 req-d786f680-04aa-401c-9d33-af4cc8d51c39 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:59.143383 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-1174e66e-11de-4b57-92e6-bb62cdf15093 req-d786f680-04aa-401c-9d33-af4cc8d51c39 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 944 time: 0.0925326 Nov 23 12:48:59.171760 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318f2d99-f026-476f-92ce-60e186218755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65c7a64-4a4e-4adf-b68d-25e30a53998e', 'code': 200} Nov 23 12:48:59.212717 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=b65c7a64-4a4e-4adf-b68d-25e30a53998e,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:59.216314 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:59.316511 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:59.327358 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-3afe964b-0f68-4125-8e0d-afd4e5621123 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:59.332984 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-1174e66e-11de-4b57-92e6-bb62cdf15093 req-1a43f5b4-ebeb-41fa-9e46-8166dfa73346 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822770 Nov 23 12:48:59.410520 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event deleted for resources: {'Port': ['ID=a0f58a1c-082b-41a8-bdf9-2513770f066f,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:59.425766 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:59.703857 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd97e2d-9bd2-479c-9111-d1a84e9d8218 req-227b6af4-52bd-48a7-931f-7c2746bab7d7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:59.705307 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-afd97e2d-9bd2-479c-9111-d1a84e9d8218 req-227b6af4-52bd-48a7-931f-7c2746bab7d7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.4280899 Nov 23 12:48:59.718031 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d773884-43e2-4929-a634-ddcd2490c265 req-d5f43e7a-3d31-498a-8de1-52c9d2ed0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:59.719448 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1d773884-43e2-4929-a634-ddcd2490c265 req-d5f43e7a-3d31-498a-8de1-52c9d2ed0c26 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 1098 time: 0.3590903 Nov 23 12:48:59.767039 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Router ee37a1b0-29d6-41dc-8009-13673b84f161 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:48:59.803353 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-afd97e2d-9bd2-479c-9111-d1a84e9d8218 req-cd8a7417-4b8e-4a19-90eb-7bdfeabadd78 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a3876b9-c3a2-4845-bdff-993f4f4d2fee&id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908980 Nov 23 12:48:59.806302 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1d773884-43e2-4929-a634-ddcd2490c265 req-ab79d834-a71c-4f83-83a6-f5532760682f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724704 Nov 23 12:48:59.990894 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:49:00.001649 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd699e-e316-4f0c-ac50-29de6fe942f4 None None] Sync routers for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:49:00.010912 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd699e-e316-4f0c-ac50-29de6fe942f4 None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:00.011527 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-50dd699e-e316-4f0c-ac50-29de6fe942f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:48:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:00.107256 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] No DVR routers for this DVR port a0f58a1c-082b-41a8-bdf9-2513770f066f on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:49:00.110160 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:00.114294 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'name': 'network-vif-deleted', 'tag': 'a0f58a1c-082b-41a8-bdf9-2513770f066f'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:00.120590 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2aedaaa3-a207-4299-a283-91ca1ad555ef req-126e2aad-e01a-46a1-8b1b-8b491e5d334b tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda HTTP/1.1" status: 200 len: 210 time: 0.1002080 Nov 23 12:49:00.150412 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ff6d76e2-0611-4978-a31c-51ae79643612 req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.76 "DELETE /v2.0/ports/a0f58a1c-082b-41a8-bdf9-2513770f066f HTTP/1.1" status: 204 len: 173 time: 1.8273573 Nov 23 12:49:00.179695 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eff1c7c-7ee6-4ebd-a19e-9eb53ea2ffda', 'name': 'network-vif-deleted', 'tag': 'a0f58a1c-082b-41a8-bdf9-2513770f066f', 'status': 'completed', 'code': 200} Nov 23 12:49:00.211265 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-50dd699e-e316-4f0c-ac50-29de6fe942f4 None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:00.518935 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae670b0-24b6-4bee-86e6-62093682e75a req-0036658e-7535-41de-b652-ddfe29329fff tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:00.520348 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bae670b0-24b6-4bee-86e6-62093682e75a req-0036658e-7535-41de-b652-ddfe29329fff tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 945 time: 0.0790744 Nov 23 12:49:00.527825 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-50dd699e-e316-4f0c-ac50-29de6fe942f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:23Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:00.531859 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd699e-e316-4f0c-ac50-29de6fe942f4 None None] Checking router: ee37a1b0-29d6-41dc-8009-13673b84f161 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:49:00.540188 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd699e-e316-4f0c-ac50-29de6fe942f4 None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:00.540782 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-50dd699e-e316-4f0c-ac50-29de6fe942f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:48:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:00.565433 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bae670b0-24b6-4bee-86e6-62093682e75a req-1f8b4b80-a0f2-4dcf-b597-ac61e74d754a tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389957 Nov 23 12:49:00.721727 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-50dd699e-e316-4f0c-ac50-29de6fe942f4 None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:01.047093 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-50dd699e-e316-4f0c-ac50-29de6fe942f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:23Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:01.050963 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd699e-e316-4f0c-ac50-29de6fe942f4 None None] The sync data for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb is: [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:23Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:49:01.260187 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 54578) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:01.319243 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc79bb-3aa2-4d92-a6b6-74814c90013d None None] New status for floating IP 8dd2f666-a70d-469f-9c8f-2cd662f7b1c1: DOWN {{(pid=86828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:49:01.340145 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b6661957-6315-4710-9327-a0944ab103fe tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:01.368622 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b6661957-6315-4710-9327-a0944ab103fe tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:01.431372 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b6661957-6315-4710-9327-a0944ab103fe tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:01.435732 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-8ab36858-0228-4dff-92e2-80a9f73754dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:01.453647 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6661957-6315-4710-9327-a0944ab103fe tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6831e297-5b82-47d4-a85d-23260e63fbf5,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:01.456489 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b6661957-6315-4710-9327-a0944ab103fe tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:01.467547 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b6661957-6315-4710-9327-a0944ab103fe tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:01.468669 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-b6661957-6315-4710-9327-a0944ab103fe tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "DELETE /v2.0/security-groups/6831e297-5b82-47d4-a85d-23260e63fbf5 HTTP/1.1" status: 204 len: 168 time: 0.2074919 Nov 23 12:49:01.471853 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54582) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:01.488163 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.api.v2.resource [None req-b994a7d7-b692-4482-bd70-ef7d0d428b2d tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] show failed (client error): The resource could not be found. Nov 23 12:49:01.489164 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b994a7d7-b692-4482-bd70-ef7d0d428b2d tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups/6831e297-5b82-47d4-a85d-23260e63fbf5 HTTP/1.1" status: 404 len: 347 time: 0.0162992 Nov 23 12:49:01.492550 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54586) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:01.651050 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Deleting port 819c33e4-e7d8-42da-9208-75ffa22c1b88 {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:49:01.651393 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:01.752334 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11c94b-cf60-44d6-8c5e-18a7a2795772 req-9c64289b-6786-4941-83d7-3a6808c52711 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:01.753939 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9f11c94b-cf60-44d6-8c5e-18a7a2795772 req-9c64289b-6786-4941-83d7-3a6808c52711 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 945 time: 0.0797696 Nov 23 12:49:01.804946 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9f11c94b-cf60-44d6-8c5e-18a7a2795772 req-ea32a671-b8db-4542-8d60-75a2c30be9d0 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452459 Nov 23 12:49:01.825837 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:01.826176 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:01.963233 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Calling delete_port for 819c33e4-e7d8-42da-9208-75ffa22c1b88 owned by network:floatingip {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:49:02.113283 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.118334 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8fc24ed6-42c8-42b9-ac28-7be62b8137d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:02.162631 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event deleted for resources: {'Port': ['ID=819c33e4-e7d8-42da-9208-75ffa22c1b88,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:02.204844 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:02.205205 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:02.205563 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:02.205917 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:02.206284 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:02.206631 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:02.206973 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:02.207316 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:02.207657 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:02.207996 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:02.208331 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:02.209201 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:02.236920 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:02.266089 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.281107 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.282256 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "DELETE /v2.0/floatingips/8dd2f666-a70d-469f-9c8f-2cd662f7b1c1 HTTP/1.1" status: 204 len: 168 time: 0.7888091 Nov 23 12:49:02.529910 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54638) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:02.535198 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1178820956', 'description': 'tempest-description--1048099137'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:02.541305 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:02.545356 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Usage tracker for resource:security_group and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:02.548220 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:02.553974 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:02.564743 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.585659 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:02.589393 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Usage tracker for resource:security_group_rule and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:02.592339 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:02.598114 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:02.667213 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.670947 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.674636 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-909f352d-f0a1-47b0-b974-e8f8a34c86aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:02.716688 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf36c35-d84e-4a56-87ce-3b29e0cb7443,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:02.723502 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:02.728540 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.732849 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1991897 Nov 23 12:49:02.733227 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54656) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:02.739287 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Request body: {'security_group_rule': {'security_group_id': 'caf36c35-d84e-4a56-87ce-3b29e0cb7443', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:02.746883 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:02.751231 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Usage tracker for resource:security_group_rule and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:02.754584 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:02.761975 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:02.781180 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.843389 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.847193 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.851905 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device a0f58a1c-082b-41a8-bdf9-2513770f066f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:49:02.854665 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:02.875346 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a204e46a-51a1-45bd-894a-565794baffc2,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:02.878536 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:02.887721 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.888895 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545410 Nov 23 12:49:02.891693 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54660) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:02.894770 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: a0f58a1c-082b-41a8-bdf9-2513770f066f {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:49:02.895173 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device a0f58a1c-082b-41a8-bdf9-2513770f066f not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:49:02.899787 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Request body: {'security_group_rule': {'security_group_id': 'caf36c35-d84e-4a56-87ce-3b29e0cb7443', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:02.906164 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:02.910455 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Usage tracker for resource:security_group_rule and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:02.913956 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:02.919761 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:02.937715 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:02.998995 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.003105 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.005162 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:03.027745 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2163d2-a7d4-41f2-868a-c7461ac5956d,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:03.032039 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:03.038608 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.040286 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474018 Nov 23 12:49:03.043198 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 54664) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:03.048218 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Request body: {'floatingip': {'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:03.054483 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:03.058247 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Usage tracker for resource:floatingip and tenant:26434ee31c8a4e828f6ebb7445caebe2 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:03.061318 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:03.066939 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:03.080216 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.220113 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.360181 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Allocated IP 172.28.0.67 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/e135811d-ec0f-4517-94d9-47781e32981d) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:03.519371 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.550656 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.555780 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:03.737939 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:03.742304 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:03.747567 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:03.792566 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event updated for resources: {'Port': ['ID=e135811d-ec0f-4517-94d9-47781e32981d,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:03.802678 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:03.846863 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:03.914326 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:04.131993 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for port, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:04.136787 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953512'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:04.141917 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:04.253826 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event updated for resources: {'Port': ['ID=e135811d-ec0f-4517-94d9-47781e32981d,revision_number=2']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:04.258661 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:04.263262 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:04.284665 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:04.285841 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2416949 Nov 23 12:49:04.503551 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-ab6631b2-2639-4dd7-b8d6-8ff6dc536410 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Synchronizing usage tracker for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:security_group {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:49:04.518170 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-ab6631b2-2639-4dd7-b8d6-8ff6dc536410 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Unset dirty status for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:security_group {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:49:04.519460 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-ab6631b2-2639-4dd7-b8d6-8ff6dc536410 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1178820956&fields=id&tenant_id=26434ee31c8a4e828f6ebb7445caebe2 HTTP/1.1" status: 200 len: 267 time: 0.0552740 Nov 23 12:49:04.682443 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-61828ac9-d79d-4924-b540-e1ce8ae539b2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:04.684129 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-61828ac9-d79d-4924-b540-e1ce8ae539b2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/networks?id=8cf8bce4-1366-428a-bf98-48c4da42a9ab HTTP/1.1" status: 200 len: 811 time: 0.1571960 Nov 23 12:49:04.699685 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-81be5a2d-4c4e-4e8f-8bd6-0fa97d756d95 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/quotas/26434ee31c8a4e828f6ebb7445caebe2 HTTP/1.1" status: 200 len: 375 time: 0.0102270 Nov 23 12:49:04.786835 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-1dcb0ef2-fbd5-4af3-9f1a-0afc50c39402 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Synchronizing usage tracker for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:49:04.801369 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-1dcb0ef2-fbd5-4af3-9f1a-0afc50c39402 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Unset dirty status for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:49:04.802626 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-1dcb0ef2-fbd5-4af3-9f1a-0afc50c39402 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=26434ee31c8a4e828f6ebb7445caebe2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978341 Nov 23 12:49:04.943660 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-f68f95f0-7bad-48dc-a6d8-49f5addf6dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275551 Nov 23 12:49:05.076204 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-007fe201-d114-4168-8327-c28652e22969 service neutron] 10.222.0.41 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268804 Nov 23 12:49:05.249342 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-e6501142-605c-4fed-872d-26948a300f56 req-44c59d46-b215-430c-9f48-b2f87363f860 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Synchronizing usage tracker for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:port {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:49:05.261995 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-e6501142-605c-4fed-872d-26948a300f56 req-44c59d46-b215-430c-9f48-b2f87363f860 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Unset dirty status for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:port {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:49:05.263179 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e6501142-605c-4fed-872d-26948a300f56 req-44c59d46-b215-430c-9f48-b2f87363f860 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 210 time: 0.0571716 Nov 23 12:49:06.353872 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-3b542ede-9606-4d5c-9bef-fe77de3c0556 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:06.355556 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-3b542ede-9606-4d5c-9bef-fe77de3c0556 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.76 "GET /v2.0/networks?id=8cf8bce4-1366-428a-bf98-48c4da42a9ab HTTP/1.1" status: 200 len: 811 time: 0.1616690 Nov 23 12:49:06.412413 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-fbd6aa2f-c675-4932-a6db-e4ea20651679 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26434ee31c8a4e828f6ebb7445caebe2 HTTP/1.1" status: 200 len: 380 time: 0.0427842 Nov 23 12:49:06.419660 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4193592b-61de-497c-b8b0-03c3fcaf1e84 req-af8b38c3-5744-4a6d-a3b2-c07773ed0132 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 210 time: 0.0478995 Nov 23 12:49:06.423673 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Request body: {'port': {'device_id': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'admin_state_up': True, 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'security_groups': ['caf36c35-d84e-4a56-87ce-3b29e0cb7443']}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:06.645043 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:06.655000 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:06.664891 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Made reservation on behalf of 26434ee31c8a4e828f6ebb7445caebe2 for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:49:06.668379 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:06.836771 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Allocated IP 172.20.0.12 (8cf8bce4-1366-428a-bf98-48c4da42a9ab/9d0b5047-97fd-4983-80d0-d255ab3b4eef/7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:07.029029 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.044406 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Transition to ACTIVE for port object 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c will not be triggered until provisioned by entity DHCP. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:07.067513 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.073566 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-9c85489e-0f63-4478-926a-103e014b41f3 tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:07.140800 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Network 8cf8bce4-1366-428a-bf98-48c4da42a9ab is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:07.143718 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:07.148383 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:07.185920 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event updated for resources: {'Port': ['ID=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:07.204762 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:07.205064 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:07.205423 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:07.205773 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:07.206117 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:07.206487 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:07.206831 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:07.207170 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:07.207513 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:07.207849 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:07.208186 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:07.208555 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:07.214131 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:07.229371 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:07.230013 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.257026 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8378191 Nov 23 12:49:07.268662 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Request body: {'port': {'device_id': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:07.383269 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.407612 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-bbf8d7d1-a276-47bb-a861-9d0488871faf None None] Provisioning for port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:07.412847 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-bbf8d7d1-a276-47bb-a861-9d0488871faf None None] Provisioning complete for port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:07.413178 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d7d1-a276-47bb-a861-9d0488871faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.504543 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8d7d1-a276-47bb-a861-9d0488871faf None None] Port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:49:07.624342 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe3bd-3873-4b9a-99b9-503006fa1e05 req-97dc2c27-6f70-4fec-930f-ff788994dc56 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:07.625904 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-826fe3bd-3873-4b9a-99b9-503006fa1e05 req-97dc2c27-6f70-4fec-930f-ff788994dc56 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 932 time: 0.0910840 Nov 23 12:49:07.669873 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-826fe3bd-3873-4b9a-99b9-503006fa1e05 req-c2c47212-dd05-422f-b43f-11221419acac tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Synchronizing usage tracker for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:security_group {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:49:07.684498 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-826fe3bd-3873-4b9a-99b9-503006fa1e05 req-c2c47212-dd05-422f-b43f-11221419acac tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Unset dirty status for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:security_group {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:49:07.685636 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-826fe3bd-3873-4b9a-99b9-503006fa1e05 req-c2c47212-dd05-422f-b43f-11221419acac tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=caf36c35-d84e-4a56-87ce-3b29e0cb7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539529 Nov 23 12:49:07.741554 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:49:07.748687 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.762799 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Transition to ACTIVE for port object 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:07.766063 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:07.771235 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-001cd6b6-4b29-46b1-8a40-9287b1571bc0 tempest-VolumesActionsTest-1529760917 tempest-VolumesActionsTest-1529760917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:07.937447 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:07.945681 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:08.017221 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Attempting to bind port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:49:08.017586 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Attempting to bind port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:49:08.017883 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Attempting to bind port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c on network 8cf8bce4-1366-428a-bf98-48c4da42a9ab {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:08.024088 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c on network 8cf8bce4-1366-428a-bf98-48c4da42a9ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:49:08.024407 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Attempting to bind port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c on network 8cf8bce4-1366-428a-bf98-48c4da42a9ab {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:08.029654 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:49:08.029993 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Checking segment: {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:08.030423 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Bound using segment: {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:49:08.030849 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Bound port: 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49521663-f5d6-4936-83e0-5dff8d9056d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:49:08.031200 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:08.126364 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] For port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:49:08.129357 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] For port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:49:08.133873 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:08.138362 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-5d152c88-b9ae-4c4e-ad1b-389a3e36ca0a tempest-VolumesActionsTest-1585605980 tempest-VolumesActionsTest-1585605980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:08.196512 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:08.197119 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:08.198504 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] 10.222.0.76 "PUT /v2.0/ports/7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c HTTP/1.1" status: 200 len: 1094 time: 0.9343715 Nov 23 12:49:08.198997 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'tag': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:08.228789 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:08.232108 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:08.281256 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'tag': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c', 'status': 'completed', 'code': 200} Nov 23 12:49:08.324040 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-cdaee715-da0b-49d1-854d-8d9f2bf32cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:08.325539 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-cdaee715-da0b-49d1-854d-8d9f2bf32cf8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=26434ee31c8a4e828f6ebb7445caebe2&device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 1097 time: 0.0811105 Nov 23 12:49:08.396656 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-bd33e745-d242-4bdf-9c4e-8cc063d9cea6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c HTTP/1.1" status: 200 len: 217 time: 0.0610912 Nov 23 12:49:08.532471 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-21112294-888a-49ce-b52b-a1b33a93286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:08.533796 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-21112294-888a-49ce-b52b-a1b33a93286b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d0b5047-97fd-4983-80d0-d255ab3b4eef HTTP/1.1" status: 200 len: 850 time: 0.1312857 Nov 23 12:49:08.608840 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-f8158dee-5d68-45b8-86b4-a34be6b05482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:08.610311 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-f8158dee-5d68-45b8-86b4-a34be6b05482 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cf8bce4-1366-428a-bf98-48c4da42a9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696402 Nov 23 12:49:08.762960 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-46eb8b1a-5f1c-4e6f-afc5-562519c7178f service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268682 Nov 23 12:49:08.952951 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2c1d691-0987-46a9-a4ed-af9fd8922746 req-61579e45-bfb2-46f6-bb5c-5dc495e1bc0e service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823831 Nov 23 12:49:08.968012 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee688e-1699-43b5-b6e9-5b8725dd6a04 req-5981a67c-94b9-45ed-a3b6-46ab72c2073a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:08.968745 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-53ee688e-1699-43b5-b6e9-5b8725dd6a04 req-5981a67c-94b9-45ed-a3b6-46ab72c2073a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Synchronizing usage tracker for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:49:08.983816 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-53ee688e-1699-43b5-b6e9-5b8725dd6a04 req-5981a67c-94b9-45ed-a3b6-46ab72c2073a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Unset dirty status for tenant:26434ee31c8a4e828f6ebb7445caebe2 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:49:08.985008 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-53ee688e-1699-43b5-b6e9-5b8725dd6a04 req-5981a67c-94b9-45ed-a3b6-46ab72c2073a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 944 time: 0.1915212 Nov 23 12:49:09.081208 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-53ee688e-1699-43b5-b6e9-5b8725dd6a04 req-325852a0-f22d-4cc5-9011-505782cf8a0f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=caf36c35-d84e-4a56-87ce-3b29e0cb7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894308 Nov 23 12:49:09.104708 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9fd1c-ffab-46fd-aac2-e54a0b1719ef req-ed545229-7980-457a-b6f0-4195b2fd175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:09.107275 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-69e9fd1c-ffab-46fd-aac2-e54a0b1719ef req-ed545229-7980-457a-b6f0-4195b2fd175b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=26434ee31c8a4e828f6ebb7445caebe2&device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 1097 time: 0.0958521 Nov 23 12:49:09.232929 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-393e2a62-64e5-431e-9644-20cbe6be59df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:09.246802 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9fd1c-ffab-46fd-aac2-e54a0b1719ef req-a1721196-f689-45e6-b2c3-188032819e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:09.248204 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-69e9fd1c-ffab-46fd-aac2-e54a0b1719ef req-a1721196-f689-45e6-b2c3-188032819e27 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cf8bce4-1366-428a-bf98-48c4da42a9ab HTTP/1.1" status: 200 len: 912 time: 0.1341195 Nov 23 12:49:09.321331 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-69e9fd1c-ffab-46fd-aac2-e54a0b1719ef req-ccfdcf91-71d5-4521-b77a-3019b686e37d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c HTTP/1.1" status: 200 len: 217 time: 0.0611072 Nov 23 12:49:09.385641 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9fd1c-ffab-46fd-aac2-e54a0b1719ef req-48ecd46d-ceea-4934-992e-a95d779393bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:09.387069 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-69e9fd1c-ffab-46fd-aac2-e54a0b1719ef req-48ecd46d-ceea-4934-992e-a95d779393bb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d0b5047-97fd-4983-80d0-d255ab3b4eef HTTP/1.1" status: 200 len: 850 time: 0.0594065 Nov 23 12:49:09.465560 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9fd1c-ffab-46fd-aac2-e54a0b1719ef req-b75063f3-964f-4c3a-9204-a7f738e765e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:09.466977 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-69e9fd1c-ffab-46fd-aac2-e54a0b1719ef req-b75063f3-964f-4c3a-9204-a7f738e765e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cf8bce4-1366-428a-bf98-48c4da42a9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704217 Nov 23 12:49:09.599342 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-69e9fd1c-ffab-46fd-aac2-e54a0b1719ef req-392524dc-66ec-4d1e-8db5-ee76665bcecb service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231220 Nov 23 12:49:09.731601 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-69e9fd1c-ffab-46fd-aac2-e54a0b1719ef req-8db5d5fd-3aef-45ba-a9dd-832860654868 service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257093 Nov 23 12:49:09.816627 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:10.273971 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526911c-eec6-473d-94ad-bda5bda8e8a6 req-1ef29a1d-5bc4-4510-b4dc-917f17e60fe1 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:10.275511 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f526911c-eec6-473d-94ad-bda5bda8e8a6 req-1ef29a1d-5bc4-4510-b4dc-917f17e60fe1 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 944 time: 0.0855255 Nov 23 12:49:10.327061 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f526911c-eec6-473d-94ad-bda5bda8e8a6 req-755cf7bc-64b5-4bde-b106-f7a6961828aa tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=caf36c35-d84e-4a56-87ce-3b29e0cb7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456340 Nov 23 12:49:10.585979 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:49:10.832671 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:10.888041 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:49:11.019331 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:11.032904 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'port_id': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c', 'mac_address': 'fa:16:3e:47:50:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:49:11.087280 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:11.104871 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:49:11.120184 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:11.125843 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:11.128840 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:11.198052 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:11.201379 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:11.389644 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:49:11.521587 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d853a-5ae6-48f4-ba02-aee18edbabab req-d57e3b2f-b5c5-4b1c-958c-f82db81eeb37 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:11.522572 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-672d853a-5ae6-48f4-ba02-aee18edbabab req-d57e3b2f-b5c5-4b1c-958c-f82db81eeb37 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 945 time: 0.0856681 Nov 23 12:49:11.576510 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-672d853a-5ae6-48f4-ba02-aee18edbabab req-5d94306e-85de-4b74-99a5-f30a8638eb20 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=caf36c35-d84e-4a56-87ce-3b29e0cb7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474389 Nov 23 12:49:11.672734 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-54c5fce8-1357-4272-a9ae-fc1a4128cc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:12.776152 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321d590-23be-4e1a-a4ff-8d2091d06d1c req-25884003-86a1-41e4-9ea3-ab20208f6580 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:12.777631 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c321d590-23be-4e1a-a4ff-8d2091d06d1c req-25884003-86a1-41e4-9ea3-ab20208f6580 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 945 time: 0.0841966 Nov 23 12:49:12.824243 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c321d590-23be-4e1a-a4ff-8d2091d06d1c req-4c6e1d3c-e6dd-474a-91ec-f54a255823c0 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=caf36c35-d84e-4a56-87ce-3b29e0cb7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406466 Nov 23 12:49:12.907985 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:12.969554 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:12.987293 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:49:12.992953 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:12.993327 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:13.115186 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:13.141388 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:13.150885 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:13.154440 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:13.157035 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:13.191918 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c', 'code': 200} Nov 23 12:49:13.224887 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:13.227737 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:13.434515 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7c7d4-b50e-402b-855d-cd3b43cad72c req-459b2c1d-aa27-4e9d-87f7-6d34568399ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:13.435959 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10b7c7d4-b50e-402b-855d-cd3b43cad72c req-459b2c1d-aa27-4e9d-87f7-6d34568399ae service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 1099 time: 0.0686965 Nov 23 12:49:13.480733 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10b7c7d4-b50e-402b-855d-cd3b43cad72c req-e0e9324c-7697-4d4f-a653-446c2ef4fdfd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=caf36c35-d84e-4a56-87ce-3b29e0cb7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341315 Nov 23 12:49:14.008714 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62d8ed-6017-439d-999b-c4b1216139a1 req-07030b27-2295-41f2-8753-ec8628fc1736 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:14.010148 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9a62d8ed-6017-439d-999b-c4b1216139a1 req-07030b27-2295-41f2-8753-ec8628fc1736 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 946 time: 0.0791306 Nov 23 12:49:14.056093 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-9a62d8ed-6017-439d-999b-c4b1216139a1 req-bd738dd5-ac65-41f8-bab7-c13c7c033392 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=caf36c35-d84e-4a56-87ce-3b29e0cb7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404284 Nov 23 12:49:14.182866 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:15.239782 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22e21e-92dc-40ed-9f9b-daa49982c298 req-397d0f86-39e6-44d2-b49e-46120842c332 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:15.241200 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cd22e21e-92dc-40ed-9f9b-daa49982c298 req-397d0f86-39e6-44d2-b49e-46120842c332 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 946 time: 0.0798645 Nov 23 12:49:15.284249 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-cd22e21e-92dc-40ed-9f9b-daa49982c298 req-46679e16-8b9b-4b01-8ca1-86b6b8f0fd09 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=caf36c35-d84e-4a56-87ce-3b29e0cb7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374947 Nov 23 12:49:15.531756 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2286b-c6a4-4242-898f-8f70b953a524 req-cd825bf0-e6ff-4c31-bde6-01a3c05f3311 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:15.533204 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2bc2286b-c6a4-4242-898f-8f70b953a524 req-cd825bf0-e6ff-4c31-bde6-01a3c05f3311 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 946 time: 0.1506491 Nov 23 12:49:15.541704 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 54774) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:15.546683 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-480dfe9a-7835-4c53-a4fb-64223f8b6ded tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Request body: {'floatingip': {'port_id': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:15.632131 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-480dfe9a-7835-4c53-a4fb-64223f8b6ded tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:16.215736 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-480dfe9a-7835-4c53-a4fb-64223f8b6ded tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:16.219454 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-480dfe9a-7835-4c53-a4fb-64223f8b6ded tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:16.386053 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.l3_db [None req-480dfe9a-7835-4c53-a4fb-64223f8b6ded tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Floating IP fba44282-9cb1-4a4e-a4da-f01cc9c03f9d associated. External IP: 172.28.0.67, port: 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c. Nov 23 12:49:16.728488 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480dfe9a-7835-4c53-a4fb-64223f8b6ded tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Router ee37a1b0-29d6-41dc-8009-13673b84f161 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:49:17.028079 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480dfe9a-7835-4c53-a4fb-64223f8b6ded tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:49:17.032915 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-480dfe9a-7835-4c53-a4fb-64223f8b6ded tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:17.037298 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a974f052-92cd-4833-ab15-a7668e6a131d None None] Sync routers for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:49:17.050468 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a974f052-92cd-4833-ab15-a7668e6a131d None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:17.051071 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-a974f052-92cd-4833-ab15-a7668e6a131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:49:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:17.086519 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-480dfe9a-7835-4c53-a4fb-64223f8b6ded tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "PUT /v2.0/floatingips/fba44282-9cb1-4a4e-a4da-f01cc9c03f9d HTTP/1.1" status: 200 len: 991 time: 1.5436311 Nov 23 12:49:17.087123 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'tag': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:17.134566 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'tag': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c', 'status': 'completed', 'code': 200} Nov 23 12:49:17.241483 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-a974f052-92cd-4833-ab15-a7668e6a131d None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:17.243660 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e090cf4-41fb-4bdc-b354-6b94c5c75c65 req-54486ad1-1f6f-4e10-8834-cd9073a7a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:17.245197 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5e090cf4-41fb-4bdc-b354-6b94c5c75c65 req-54486ad1-1f6f-4e10-8834-cd9073a7a677 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=26434ee31c8a4e828f6ebb7445caebe2&device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 1099 time: 0.0833900 Nov 23 12:49:17.388588 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e090cf4-41fb-4bdc-b354-6b94c5c75c65 req-f3235c67-8f9f-4176-a29a-53838576dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:17.390288 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5e090cf4-41fb-4bdc-b354-6b94c5c75c65 req-f3235c67-8f9f-4176-a29a-53838576dbf4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cf8bce4-1366-428a-bf98-48c4da42a9ab HTTP/1.1" status: 200 len: 912 time: 0.1267519 Nov 23 12:49:17.500914 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5e090cf4-41fb-4bdc-b354-6b94c5c75c65 req-be72f292-5eba-482f-9f58-a1e9049f3379 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c HTTP/1.1" status: 200 len: 999 time: 0.0977490 Nov 23 12:49:17.572853 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e090cf4-41fb-4bdc-b354-6b94c5c75c65 req-90b025ce-5f7a-43bc-aab4-9b24370a697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:17.574299 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5e090cf4-41fb-4bdc-b354-6b94c5c75c65 req-90b025ce-5f7a-43bc-aab4-9b24370a697b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d0b5047-97fd-4983-80d0-d255ab3b4eef HTTP/1.1" status: 200 len: 850 time: 0.0656013 Nov 23 12:49:17.588362 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-a974f052-92cd-4833-ab15-a7668e6a131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': 'fba44282-9cb1-4a4e-a4da-f01cc9c03f9d', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'floating_ip_address': '172.28.0.67', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'port_id': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'mac_address': 'fa:16:3e:47:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:49:03Z', 'updated_at': '2021-11-23T12:49:16Z', 'revision_number': 1, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:23Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:17.592264 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a974f052-92cd-4833-ab15-a7668e6a131d None None] Checking router: ee37a1b0-29d6-41dc-8009-13673b84f161 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:49:17.601165 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a974f052-92cd-4833-ab15-a7668e6a131d None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:17.601759 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-a974f052-92cd-4833-ab15-a7668e6a131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:49:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:17.655248 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e090cf4-41fb-4bdc-b354-6b94c5c75c65 req-4123682a-18eb-4126-afaa-9ede605d6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:17.656695 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5e090cf4-41fb-4bdc-b354-6b94c5c75c65 req-4123682a-18eb-4126-afaa-9ede605d6a03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cf8bce4-1366-428a-bf98-48c4da42a9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716696 Nov 23 12:49:17.803269 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5e090cf4-41fb-4bdc-b354-6b94c5c75c65 req-8c330e7b-2e2c-4303-bd63-47bfc33ef2eb service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369545 Nov 23 12:49:17.822322 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-a974f052-92cd-4833-ab15-a7668e6a131d None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:17.956806 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5e090cf4-41fb-4bdc-b354-6b94c5c75c65 req-10110dd9-e559-42ce-9611-346d401040dc service neutron] 10.222.0.76 "GET /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456797 Nov 23 12:49:18.186450 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-a974f052-92cd-4833-ab15-a7668e6a131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': 'fba44282-9cb1-4a4e-a4da-f01cc9c03f9d', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'floating_ip_address': '172.28.0.67', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'port_id': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'mac_address': 'fa:16:3e:47:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:49:03Z', 'updated_at': '2021-11-23T12:49:16Z', 'revision_number': 1, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:23Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:18.190760 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a974f052-92cd-4833-ab15-a7668e6a131d None None] The sync data for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb is: [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': 'fba44282-9cb1-4a4e-a4da-f01cc9c03f9d', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'floating_ip_address': '172.28.0.67', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'port_id': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'mac_address': 'fa:16:3e:47:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:49:03Z', 'updated_at': '2021-11-23T12:49:16Z', 'revision_number': 1, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:23Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:49:18.437233 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf8004-00bb-4da5-b655-f7826bfc6db7 None None] New status for floating IP fba44282-9cb1-4a4e-a4da-f01cc9c03f9d: ACTIVE {{(pid=86828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:49:37.347352 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03056db6-9e2c-4456-9808-ee08770d6137 req-8c5df113-6b48-4a88-9de5-5a00ac2974f3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:37.348791 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-03056db6-9e2c-4456-9808-ee08770d6137 req-8c5df113-6b48-4a88-9de5-5a00ac2974f3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0865741 Nov 23 12:49:37.392493 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-03056db6-9e2c-4456-9808-ee08770d6137 req-ac763982-6fe3-4dcd-8901-c8d6c53dda04 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374191 Nov 23 12:49:38.593085 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d79d2-53de-44b5-9254-a2a5e7801935 req-0ef17bbe-d1eb-48fd-a543-e6284f3ae0de tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:38.594490 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-947d79d2-53de-44b5-9254-a2a5e7801935 req-0ef17bbe-d1eb-48fd-a543-e6284f3ae0de tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0827901 Nov 23 12:49:38.644276 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-947d79d2-53de-44b5-9254-a2a5e7801935 req-9f6926ad-d88a-4e05-9983-e1a57aae2541 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441115 Nov 23 12:49:39.234433 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1cd896b2-b5ee-4083-85b1-aa471eec0f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.826509 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:39.850789 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3025f-33c9-4313-b894-152439e9966a req-9443f3f2-c3cb-4a60-8ffc-297237cb09aa tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:39.852285 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b8f3025f-33c9-4313-b894-152439e9966a req-9443f3f2-c3cb-4a60-8ffc-297237cb09aa tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0987136 Nov 23 12:49:39.898212 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b8f3025f-33c9-4313-b894-152439e9966a req-b03e9d44-49c0-4c79-8b6b-66b729521a8a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404875 Nov 23 12:49:40.832260 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:41.092339 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e040751-035a-4885-b371-9048190ba951 req-0617e0d0-7507-4023-a899-afd35de5e479 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:41.093816 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3e040751-035a-4885-b371-9048190ba951 req-0617e0d0-7507-4023-a899-afd35de5e479 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0834970 Nov 23 12:49:41.136896 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3e040751-035a-4885-b371-9048190ba951 req-cb02e0df-a983-453a-a203-bf14a6f698bc tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375144 Nov 23 12:49:41.673459 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6dcf79ea-228c-4251-9de6-c8d3192aa5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:42.297438 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c58ba-0065-45af-a4fb-dc7eb7cca759 req-25db024c-62c7-477e-817d-331b7187ef57 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:42.298923 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d00c58ba-0065-45af-a4fb-dc7eb7cca759 req-25db024c-62c7-477e-817d-331b7187ef57 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 945 time: 0.0827327 Nov 23 12:49:42.343800 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-d00c58ba-0065-45af-a4fb-dc7eb7cca759 req-2d9c5819-f3fa-4bb7-a3e7-a72e4ba68a30 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389900 Nov 23 12:49:42.396866 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c35837-ed04-4e33-8cea-aa8db93bdeaf req-10c37018-0ea6-4714-8e5f-5edc32af616b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:42.398352 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-63c35837-ed04-4e33-8cea-aa8db93bdeaf req-10c37018-0ea6-4714-8e5f-5edc32af616b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0847976 Nov 23 12:49:42.442020 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-63c35837-ed04-4e33-8cea-aa8db93bdeaf req-5fae8951-a69f-41d6-a144-47de4d599be4 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379879 Nov 23 12:49:42.520161 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3203d62b-80ff-44b0-b4cf-139a460b37c9 req-f5063641-3e2d-45f6-8f2c-e99710f84779 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673089 Nov 23 12:49:42.614258 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203d62b-80ff-44b0-b4cf-139a460b37c9 req-56facc0a-b7f3-4b3d-be16-39c7d6aa80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:42.616102 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3203d62b-80ff-44b0-b4cf-139a460b37c9 req-56facc0a-b7f3-4b3d-be16-39c7d6aa80eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d92b5aa4e35d4a1b98c0fb33e75a9bfc&device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 1137 time: 0.0715399 Nov 23 12:49:42.834632 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203d62b-80ff-44b0-b4cf-139a460b37c9 req-5a6f6fc8-0381-4d0b-a902-1b337d6bb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:42.836035 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3203d62b-80ff-44b0-b4cf-139a460b37c9 req-5a6f6fc8-0381-4d0b-a902-1b337d6bb0e1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=400fc0c0-feab-4309-b5ca-fc6ebda91c25 HTTP/1.1" status: 200 len: 916 time: 0.1928298 Nov 23 12:49:42.939197 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3203d62b-80ff-44b0-b4cf-139a460b37c9 req-75ac3677-464d-4c2e-8543-a7a258b498a4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f HTTP/1.1" status: 200 len: 1000 time: 0.0953648 Nov 23 12:49:42.952618 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:43.000845 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203d62b-80ff-44b0-b4cf-139a460b37c9 req-c621f1d0-93f8-4677-a304-2f8782777a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:43.002304 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3203d62b-80ff-44b0-b4cf-139a460b37c9 req-c621f1d0-93f8-4677-a304-2f8782777a29 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88 HTTP/1.1" status: 200 len: 854 time: 0.0559301 Nov 23 12:49:43.077570 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203d62b-80ff-44b0-b4cf-139a460b37c9 req-3603031b-03c8-4a8f-8d02-4be263a23905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:43.079024 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3203d62b-80ff-44b0-b4cf-139a460b37c9 req-3603031b-03c8-4a8f-8d02-4be263a23905 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=400fc0c0-feab-4309-b5ca-fc6ebda91c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692704 Nov 23 12:49:43.210530 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3203d62b-80ff-44b0-b4cf-139a460b37c9 req-02a1750f-7fd0-4aa6-bf0d-bcd5be577007 service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218135 Nov 23 12:49:43.345976 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3203d62b-80ff-44b0-b4cf-139a460b37c9 req-a459d730-9442-437a-8b7d-3d20274570cd service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247859 Nov 23 12:49:43.528039 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580cda-1f5d-4726-8264-02d9b928cd7e req-12eeebfd-5478-406a-9dc6-e0920114d01d tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:43.529494 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f7580cda-1f5d-4726-8264-02d9b928cd7e req-12eeebfd-5478-406a-9dc6-e0920114d01d tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 945 time: 0.0794506 Nov 23 12:49:43.573853 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f7580cda-1f5d-4726-8264-02d9b928cd7e req-5f64715d-86c9-4f91-90dd-6def41144228 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 Nov 23 12:49:43.635843 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab98c-d45a-457d-8718-eb5ca1479c1e req-4e172312-11ed-454e-b3ac-39487072bf34 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:43.637255 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ff3ab98c-d45a-457d-8718-eb5ca1479c1e req-4e172312-11ed-454e-b3ac-39487072bf34 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0816777 Nov 23 12:49:43.680352 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ff3ab98c-d45a-457d-8718-eb5ca1479c1e req-1b62fd28-a764-4ed4-b247-933bb0682fca tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370190 Nov 23 12:49:44.184574 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:44.754204 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712bd28-ffd9-4b55-a6bc-ee03f011c0a3 req-38a7d574-71ff-4de0-9834-ae65c1223630 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:44.756291 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4712bd28-ffd9-4b55-a6bc-ee03f011c0a3 req-38a7d574-71ff-4de0-9834-ae65c1223630 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 945 time: 0.0806627 Nov 23 12:49:44.801886 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4712bd28-ffd9-4b55-a6bc-ee03f011c0a3 req-3ff0fe3b-8a4a-4baf-8f02-65c4b7b3a0c6 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Nov 23 12:49:44.875903 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8c215-4398-487a-96f6-853ff2368f6a req-20471e88-ac5d-4f77-a431-9aa295367559 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:44.877401 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d9a8c215-4398-487a-96f6-853ff2368f6a req-20471e88-ac5d-4f77-a431-9aa295367559 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0830886 Nov 23 12:49:44.921180 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d9a8c215-4398-487a-96f6-853ff2368f6a req-0739c763-6efe-48dd-be23-b23869bffb97 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371547 Nov 23 12:49:45.984162 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80fb70-bddd-4fea-b39e-d075bc937137 req-e6cbfdf7-0b1c-4309-8651-e180290a71dd tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:45.985592 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5f80fb70-bddd-4fea-b39e-d075bc937137 req-e6cbfdf7-0b1c-4309-8651-e180290a71dd tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 945 time: 0.0792165 Nov 23 12:49:46.034534 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5f80fb70-bddd-4fea-b39e-d075bc937137 req-c8b340f9-7579-4bef-8d94-29fea2d48660 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 Nov 23 12:49:46.107932 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911ae58-cd2e-4e9e-9a7e-6aa882f4c808 req-f0320d3c-d224-46bf-a52b-4544e9b42b6b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:46.109263 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6911ae58-cd2e-4e9e-9a7e-6aa882f4c808 req-f0320d3c-d224-46bf-a52b-4544e9b42b6b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0775309 Nov 23 12:49:46.151761 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6911ae58-cd2e-4e9e-9a7e-6aa882f4c808 req-92494eef-001d-4912-93d5-c576b67c0e7a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369356 Nov 23 12:49:47.223708 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7206d-5f10-48cd-ab7e-27fccf6025b5 req-f05f37a3-c72d-4e66-8185-6598089f96a8 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:47.225229 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-80b7206d-5f10-48cd-ab7e-27fccf6025b5 req-f05f37a3-c72d-4e66-8185-6598089f96a8 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 945 time: 0.0850961 Nov 23 12:49:47.269721 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-80b7206d-5f10-48cd-ab7e-27fccf6025b5 req-2f3e1c19-5c32-4bc5-a750-505e490ca472 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387120 Nov 23 12:49:47.341942 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc055fa-7154-4551-b04e-1bc1434ae559 req-b60443a9-6bbc-487f-b45b-63abde83b88b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:47.343315 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-2fc055fa-7154-4551-b04e-1bc1434ae559 req-b60443a9-6bbc-487f-b45b-63abde83b88b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0790679 Nov 23 12:49:47.387293 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-2fc055fa-7154-4551-b04e-1bc1434ae559 req-6581dadb-d936-4d43-9ae6-c16b00b6f335 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383992 Nov 23 12:49:47.584084 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:49:47.835699 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14f01b-a98c-40f5-bb3d-5bc0b085ac5a req-5999830b-7b5b-4fb8-ad36-04a22d763ce5 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:47.837106 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb14f01b-a98c-40f5-bb3d-5bc0b085ac5a req-5999830b-7b5b-4fb8-ad36-04a22d763ce5 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.76 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 945 time: 0.0793955 Nov 23 12:49:47.912257 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-eb14f01b-a98c-40f5-bb3d-5bc0b085ac5a req-99141115-f1d0-419e-a746-41bb7116a572 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Deleting port b65c7a64-4a4e-4adf-b68d-25e30a53998e {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:49:47.912591 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-eb14f01b-a98c-40f5-bb3d-5bc0b085ac5a req-99141115-f1d0-419e-a746-41bb7116a572 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.149483 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-eb14f01b-a98c-40f5-bb3d-5bc0b085ac5a req-99141115-f1d0-419e-a746-41bb7116a572 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] For port b65c7a64-4a4e-4adf-b68d-25e30a53998e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b65c7a64-4a4e-4adf-b68d-25e30a53998e,segment=NetworkSegment(10fcd4a2-8645-443e-9699-5db876e19964),segment_id=10fcd4a2-8645-443e-9699-5db876e19964)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:48.149835 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-eb14f01b-a98c-40f5-bb3d-5bc0b085ac5a req-99141115-f1d0-419e-a746-41bb7116a572 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.276694 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-eb14f01b-a98c-40f5-bb3d-5bc0b085ac5a req-99141115-f1d0-419e-a746-41bb7116a572 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Calling delete_port for b65c7a64-4a4e-4adf-b68d-25e30a53998e owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:49:48.431055 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-eb14f01b-a98c-40f5-bb3d-5bc0b085ac5a req-99141115-f1d0-419e-a746-41bb7116a572 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.440316 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:48.445820 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['b65c7a64-4a4e-4adf-b68d-25e30a53998e'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:49:48.493666 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4f60f-686c-4db1-92af-3b106e2403e9 req-53400b16-6569-4578-8baf-5ca37cdbe785 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:48.496567 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-09f4f60f-686c-4db1-92af-3b106e2403e9 req-53400b16-6569-4578-8baf-5ca37cdbe785 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=318f2d99-f026-476f-92ce-60e186218755 HTTP/1.1" status: 200 len: 945 time: 0.1210001 Nov 23 12:49:48.542330 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-09f4f60f-686c-4db1-92af-3b106e2403e9 req-6abf80de-c3bb-4c49-80f9-e1d255a26af5 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Nov 23 12:49:48.632466 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99141115-f1d0-419e-a746-41bb7116a572 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Pushing event deleted for resources: {'Port': ['ID=b65c7a64-4a4e-4adf-b68d-25e30a53998e,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:48.643205 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-99141115-f1d0-419e-a746-41bb7116a572 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:48.682471 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb14f01b-a98c-40f5-bb3d-5bc0b085ac5a req-99141115-f1d0-419e-a746-41bb7116a572 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] No DVR routers for this DVR port b65c7a64-4a4e-4adf-b68d-25e30a53998e on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:49:48.689288 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-eb14f01b-a98c-40f5-bb3d-5bc0b085ac5a req-99141115-f1d0-419e-a746-41bb7116a572 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:48.691691 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318f2d99-f026-476f-92ce-60e186218755', 'name': 'network-vif-deleted', 'tag': 'b65c7a64-4a4e-4adf-b68d-25e30a53998e'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:48.711968 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb14f01b-a98c-40f5-bb3d-5bc0b085ac5a req-99141115-f1d0-419e-a746-41bb7116a572 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.76 "DELETE /v2.0/ports/b65c7a64-4a4e-4adf-b68d-25e30a53998e HTTP/1.1" status: 204 len: 173 time: 0.8677578 Nov 23 12:49:48.734193 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb36bd-4673-4f65-bd1e-ad5652b39e30 req-65f0c7dc-3e0d-45f8-806e-3c00e20c4ec5 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:48.738804 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eccb36bd-4673-4f65-bd1e-ad5652b39e30 req-65f0c7dc-3e0d-45f8-806e-3c00e20c4ec5 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.1820340 Nov 23 12:49:48.741419 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318f2d99-f026-476f-92ce-60e186218755', 'name': 'network-vif-deleted', 'tag': 'b65c7a64-4a4e-4adf-b68d-25e30a53998e', 'status': 'completed', 'code': 200} Nov 23 12:49:48.796423 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eccb36bd-4673-4f65-bd1e-ad5652b39e30 req-8975e1df-1c6d-4766-89c4-44b20527e087 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536335 Nov 23 12:49:50.000198 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e173c2-a0b2-4c1e-ac5d-1cbf0c97234a req-135f0c37-c7f4-4b87-a6b5-1b082d1e1868 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:50.001660 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-64e173c2-a0b2-4c1e-ac5d-1cbf0c97234a req-135f0c37-c7f4-4b87-a6b5-1b082d1e1868 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0805392 Nov 23 12:49:50.044950 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-64e173c2-a0b2-4c1e-ac5d-1cbf0c97234a req-c7488c8e-1b30-4718-aebb-f2c693a1e4f2 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370438 Nov 23 12:49:51.102731 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device b65c7a64-4a4e-4adf-b68d-25e30a53998e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:49:51.137844 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: b65c7a64-4a4e-4adf-b68d-25e30a53998e {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:49:51.138282 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device b65c7a64-4a4e-4adf-b68d-25e30a53998e not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:49:51.339445 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174d8b0-0166-42f2-8cbe-55181b77f179 req-dc741592-9763-4e76-9314-d722fc4b5892 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:51.340915 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d174d8b0-0166-42f2-8cbe-55181b77f179 req-dc741592-9763-4e76-9314-d722fc4b5892 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.1861308 Nov 23 12:49:51.384291 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d174d8b0-0166-42f2-8cbe-55181b77f179 req-8cd2bc26-6767-492b-91df-ecc07ef02abd tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376444 Nov 23 12:49:52.625514 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb29bd-b1fe-4b89-847b-8910dec7feae req-be5d195b-c493-4945-a0c3-5aa76ca6c45a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:52.627014 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-6fcb29bd-b1fe-4b89-847b-8910dec7feae req-be5d195b-c493-4945-a0c3-5aa76ca6c45a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.1321082 Nov 23 12:49:52.673807 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-6fcb29bd-b1fe-4b89-847b-8910dec7feae req-1ddd3082-4760-4d28-96be-5f8d3cece58f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412068 Nov 23 12:49:53.824437 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-ab3bad2e-bb47-42a8-98a8-b9b054ae3d99 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:53.825862 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-ab3bad2e-bb47-42a8-98a8-b9b054ae3d99 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/networks?id=3fe7b6d4-5bef-429a-a57f-2f2019cec254 HTTP/1.1" status: 200 len: 814 time: 0.1523466 Nov 23 12:49:53.840981 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-023f8b3d-3a6d-48d9-98e6-ea621429169e tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/quotas/5730c2d724814bd39c16c90c3674a4fd HTTP/1.1" status: 200 len: 375 time: 0.0095758 Nov 23 12:49:53.890565 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-ccee51fc-dbb6-4577-9bdb-499604687ab2 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5730c2d724814bd39c16c90c3674a4fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439880 Nov 23 12:49:53.926246 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463d538-7a48-4576-90e4-fcf2d0427baa req-cb4eedc4-980a-4018-a85d-c3c0cd9dc064 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:53.927715 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5463d538-7a48-4576-90e4-fcf2d0427baa req-cb4eedc4-980a-4018-a85d-c3c0cd9dc064 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.1312077 Nov 23 12:49:53.970774 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5463d538-7a48-4576-90e4-fcf2d0427baa req-bf1baa3b-f75a-4bfa-aba2-ea679cb5b3d4 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374250 Nov 23 12:49:54.023535 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-969d2270-b151-4931-b67a-d0ff70ebd415 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257255 Nov 23 12:49:54.151468 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-26287785-97f3-47cc-95b4-7eefd6e18065 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222999 Nov 23 12:49:55.127724 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 744315d0-5793-4401-ba9e-25486a4efdd4 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:49:55.163041 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d610fa8-3f16-4cd2-871e-7340165b0b6f req-29ea47e5-fd85-4d58-b5c4-d2b65fe5c18b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:55.164623 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5d610fa8-3f16-4cd2-871e-7340165b0b6f req-29ea47e5-fd85-4d58-b5c4-d2b65fe5c18b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0815556 Nov 23 12:49:55.217288 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5d610fa8-3f16-4cd2-871e-7340165b0b6f req-90f8f122-5be3-4896-bab9-3ae937215156 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471308 Nov 23 12:49:55.265760 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=744315d0-5793-4401-ba9e-25486a4efdd4,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:55.280337 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '744315d0-5793-4401-ba9e-25486a4efdd4', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'port_id': '744315d0-5793-4401-ba9e-25486a4efdd4', 'mac_address': 'fa:16:3e:00:d6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:49:55.341976 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.357016 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-82d7b4da-6a26-4d25-a23a-0bec084d9fc1 req-b17eb799-5d7f-4407-91cc-fbb2ffe8aa5a tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Synchronizing usage tracker for tenant:5730c2d724814bd39c16c90c3674a4fd on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:49:55.361669 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 744315d0-5793-4401-ba9e-25486a4efdd4 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:49:55.384269 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=744315d0-5793-4401-ba9e-25486a4efdd4,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:55.386079 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-82d7b4da-6a26-4d25-a23a-0bec084d9fc1 req-b17eb799-5d7f-4407-91cc-fbb2ffe8aa5a tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Unset dirty status for tenant:5730c2d724814bd39c16c90c3674a4fd on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:49:55.390650 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.392915 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:55.400327 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-82d7b4da-6a26-4d25-a23a-0bec084d9fc1 req-b17eb799-5d7f-4407-91cc-fbb2ffe8aa5a tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 210 time: 0.0903091 Nov 23 12:49:55.472532 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=744315d0-5793-4401-ba9e-25486a4efdd4,revision_number=6']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:55.480678 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:55.481031 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:55.481552 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:55.482043 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:55.482407 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:55.483237 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:55.483827 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:55.484434 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:55.485010 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:55.485612 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:55.486208 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:55.486838 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:55.494432 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['744315d0-5793-4401-ba9e-25486a4efdd4'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:49:55.524334 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:56.604325 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-d0ccf047-68ee-49c1-ba0d-d28b427f2727 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:56.606773 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-d0ccf047-68ee-49c1-ba0d-d28b427f2727 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.76 "GET /v2.0/networks?id=3fe7b6d4-5bef-429a-a57f-2f2019cec254 HTTP/1.1" status: 200 len: 814 time: 0.1857486 Nov 23 12:49:56.647377 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Request body: {'port': {'device_id': 'd11d00ad-57fe-485b-bd12-e8670113680e', 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254', 'admin_state_up': True, 'tenant_id': '5730c2d724814bd39c16c90c3674a4fd'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:56.655091 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-db66e183-d83c-49ad-8722-cd295e4c5ae1 req-da0d9e5d-1721-4392-afe6-80b9b6bc3df3 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 210 time: 0.0939710 Nov 23 12:49:56.776504 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb679428-e3c2-4ab5-a3e9-d06261242be4 req-4ef73c66-96d7-4ecc-b7ff-1d2c8f726403 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:56.785868 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb679428-e3c2-4ab5-a3e9-d06261242be4 req-4ef73c66-96d7-4ecc-b7ff-1d2c8f726403 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 944 time: 0.4347694 Nov 23 12:49:56.883627 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-eb679428-e3c2-4ab5-a3e9-d06261242be4 req-7bacb525-44ae-46cc-95e2-5479813ec790 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967376 Nov 23 12:49:56.925500 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:56.938548 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:56.951426 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Made reservation on behalf of 5730c2d724814bd39c16c90c3674a4fd for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:49:56.955507 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.139161 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 744315d0-5793-4401-ba9e-25486a4efdd4 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:57.169888 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Allocated IP 172.20.0.6 (3fe7b6d4-5bef-429a-a57f-2f2019cec254/a329895f-6c46-4102-aea3-8656d3557c75/96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:57.242848 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 744315d0-5793-4401-ba9e-25486a4efdd4 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:57.246086 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.410285 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.415555 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.447467 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:57.458548 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.464402 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ed638f4c-0874-4598-86a5-57ea29a8b1ee tempest-AttachVolumeNegativeTest-681822207 tempest-AttachVolumeNegativeTest-681822207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:57.479054 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=744315d0-5793-4401-ba9e-25486a4efdd4,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:57.484585 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.486707 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:57.528124 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:57.537160 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:57.546640 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:57.549972 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4', 'code': 200} Nov 23 12:49:57.587573 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=744315d0-5793-4401-ba9e-25486a4efdd4,revision_number=7']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:57.599707 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:57.606072 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Pushing event updated for resources: {'Port': ['ID=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:57.611445 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:57.634356 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:57.635085 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.662766 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0211835 Nov 23 12:49:57.677416 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Request body: {'port': {'device_id': 'd11d00ad-57fe-485b-bd12-e8670113680e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:57.808636 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:57.875162 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ea91f-a91c-4253-9e8b-4ef3e5d6a372 req-7bf8a5bc-6a23-430d-a971-ab8aca35f366 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:57.884448 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-887ea91f-a91c-4253-9e8b-4ef3e5d6a372 req-7bf8a5bc-6a23-430d-a971-ab8aca35f366 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 931 time: 0.1033695 Nov 23 12:49:57.938959 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-887ea91f-a91c-4253-9e8b-4ef3e5d6a372 req-2569c356-7844-4e43-8f65-c37f45e7907b tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534379 Nov 23 12:49:58.289943 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c300e-68b7-44a8-8492-769ffdf66003 req-8f8ca8fc-2e16-4f85-8026-de95834ec280 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:58.291521 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7d6c300e-68b7-44a8-8492-769ffdf66003 req-8f8ca8fc-2e16-4f85-8026-de95834ec280 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.2888191 Nov 23 12:49:58.344541 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7d6c300e-68b7-44a8-8492-769ffdf66003 req-f7c908dc-7ebe-4085-99ea-233735043ac9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461795 Nov 23 12:49:58.425392 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:49:58.434074 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:58.449012 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Transition to ACTIVE for port object 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:49:58.454398 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:58.458873 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-46c64751-1870-4ff7-a958-5cdf0ce3c914 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:58.595607 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:58.601409 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:58.719928 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Attempting to bind port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:49:58.720632 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Attempting to bind port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '10fcd4a2-8645-443e-9699-5db876e19964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:49:58.720632 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Attempting to bind port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 on network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:58.727066 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 on network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:49:58.727379 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Attempting to bind port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 on network 3fe7b6d4-5bef-429a-a57f-2f2019cec254 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:49:58.732756 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:49:58.733086 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Checking segment: {'id': '10fcd4a2-8645-443e-9699-5db876e19964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:49:58.733468 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Bound using segment: {'id': '10fcd4a2-8645-443e-9699-5db876e19964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:49:58.733890 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Bound port: 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fcd4a2-8645-443e-9699-5db876e19964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:49:58.734257 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:58.852112 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] For port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:49:58.856179 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] For port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90,segment=NetworkSegment(10fcd4a2-8645-443e-9699-5db876e19964),segment_id=10fcd4a2-8645-443e-9699-5db876e19964)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:49:58.860494 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:58.864800 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:58.933633 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:58.934287 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:58.935646 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] 10.222.0.76 "PUT /v2.0/ports/96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 HTTP/1.1" status: 200 len: 1093 time: 1.2636776 Nov 23 12:49:58.936130 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11d00ad-57fe-485b-bd12-e8670113680e', 'tag': '96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:58.956413 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:58.960605 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:59.035267 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11d00ad-57fe-485b-bd12-e8670113680e', 'tag': '96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90', 'status': 'completed', 'code': 200} Nov 23 12:49:59.130892 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-3376ac57-90bc-413d-95dd-4dad5fc35238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:59.132810 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-3376ac57-90bc-413d-95dd-4dad5fc35238 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5730c2d724814bd39c16c90c3674a4fd&device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 1096 time: 0.1425738 Nov 23 12:49:59.212563 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-eb53f0f5-66ac-454a-9055-a9e5e1f68c16 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 HTTP/1.1" status: 200 len: 217 time: 0.0702329 Nov 23 12:49:59.265306 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaa977-2984-4668-a103-cf9d625815f3 req-83579e4b-447e-4415-8e19-d8cc49acbbcb tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:59.265989 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-2feaa977-2984-4668-a103-cf9d625815f3 req-83579e4b-447e-4415-8e19-d8cc49acbbcb tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Synchronizing usage tracker for tenant:5730c2d724814bd39c16c90c3674a4fd on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:49:59.301713 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-2feaa977-2984-4668-a103-cf9d625815f3 req-83579e4b-447e-4415-8e19-d8cc49acbbcb tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Unset dirty status for tenant:5730c2d724814bd39c16c90c3674a4fd on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:49:59.308852 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2feaa977-2984-4668-a103-cf9d625815f3 req-83579e4b-447e-4415-8e19-d8cc49acbbcb tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 943 time: 0.2488070 Nov 23 12:49:59.339627 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-018a809e-0ab4-4000-a4c4-e4d1249840eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:59.341314 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-018a809e-0ab4-4000-a4c4-e4d1249840eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a329895f-6c46-4102-aea3-8656d3557c75 HTTP/1.1" status: 200 len: 854 time: 0.1182888 Nov 23 12:49:59.392114 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-b1d3b23a-a3cf-40df-8947-45d9dfa656ab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3fe7b6d4-5bef-429a-a57f-2f2019cec254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415382 Nov 23 12:49:59.428453 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2feaa977-2984-4668-a103-cf9d625815f3 req-25569692-95a8-4428-8334-599d058975e9 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186969 Nov 23 12:49:59.607602 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-8d5e4d49-c432-49c6-8b97-1ed7c6c3670a service neutron] 10.222.0.76 "GET /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027936 Nov 23 12:49:59.745337 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef9faa-8532-4379-bbb8-a086abfb0ffd req-f8a2a626-e4a4-488a-8002-e73a9eb4f166 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:59.746841 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4bef9faa-8532-4379-bbb8-a086abfb0ffd req-f8a2a626-e4a4-488a-8002-e73a9eb4f166 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.2110584 Nov 23 12:49:59.786015 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f7f478bc-534b-4202-9d0d-7f561a24d6ba req-9dcf1c62-3f3a-44ed-93ed-b9a6de7d8446 service neutron] 10.222.0.76 "GET /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675954 Nov 23 12:49:59.827626 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-4bef9faa-8532-4379-bbb8-a086abfb0ffd req-9557c716-0c78-458a-bd0c-f0c89fb29242 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668275 Nov 23 12:49:59.935441 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b7ce2-1c07-45f3-8e65-b67af4ca9a3d req-42a432ec-4a11-447d-a3ad-b319c4623b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:59.937004 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a44b7ce2-1c07-45f3-8e65-b67af4ca9a3d req-42a432ec-4a11-447d-a3ad-b319c4623b29 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5730c2d724814bd39c16c90c3674a4fd&device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 1096 time: 0.0869098 Nov 23 12:50:00.166217 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b7ce2-1c07-45f3-8e65-b67af4ca9a3d req-bfe6ab07-dd00-41c6-992c-fe5e82aba71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:00.167670 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a44b7ce2-1c07-45f3-8e65-b67af4ca9a3d req-bfe6ab07-dd00-41c6-992c-fe5e82aba71c service neutron] 10.222.0.76 "GET /v2.0/networks?id=3fe7b6d4-5bef-429a-a57f-2f2019cec254 HTTP/1.1" status: 200 len: 915 time: 0.2238295 Nov 23 12:50:00.253858 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a44b7ce2-1c07-45f3-8e65-b67af4ca9a3d req-6cee6339-6348-4d56-89aa-2ebf24190107 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 HTTP/1.1" status: 200 len: 217 time: 0.0779138 Nov 23 12:50:00.320909 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b7ce2-1c07-45f3-8e65-b67af4ca9a3d req-906be8f6-1439-4060-ad50-866eb451187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:00.322651 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a44b7ce2-1c07-45f3-8e65-b67af4ca9a3d req-906be8f6-1439-4060-ad50-866eb451187c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a329895f-6c46-4102-aea3-8656d3557c75 HTTP/1.1" status: 200 len: 854 time: 0.0612764 Nov 23 12:50:00.375873 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a44b7ce2-1c07-45f3-8e65-b67af4ca9a3d req-05493b01-67b5-4362-9c4b-7b011f5b8dba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3fe7b6d4-5bef-429a-a57f-2f2019cec254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457380 Nov 23 12:50:00.542600 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a44b7ce2-1c07-45f3-8e65-b67af4ca9a3d req-eb9c5535-3eb6-4dfc-95c6-4d5f2b80dbea service neutron] 10.222.0.76 "GET /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588292 Nov 23 12:50:00.714722 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8146d-5f56-48bc-953c-2f901e7a8d4f req-a1a18e2d-fae1-4ee7-a3f6-3e128d49563f tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:00.716969 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-23f8146d-5f56-48bc-953c-2f901e7a8d4f req-a1a18e2d-fae1-4ee7-a3f6-3e128d49563f tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 943 time: 0.1204386 Nov 23 12:50:00.728001 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a44b7ce2-1c07-45f3-8e65-b67af4ca9a3d req-b428b37a-ee1c-4ebd-8819-983a30f6ffb7 service neutron] 10.222.0.76 "GET /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725006 Nov 23 12:50:00.786769 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-23f8146d-5f56-48bc-953c-2f901e7a8d4f req-44881c94-7797-48ae-9572-98b0be06a195 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634854 Nov 23 12:50:01.040558 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d58b07-0af8-4ee4-90fa-45dcd7b4ff4f req-e66d6305-e6ef-4a16-8d9e-9292c3725123 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:01.042193 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-35d58b07-0af8-4ee4-90fa-45dcd7b4ff4f req-e66d6305-e6ef-4a16-8d9e-9292c3725123 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0826755 Nov 23 12:50:01.088676 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-35d58b07-0af8-4ee4-90fa-45dcd7b4ff4f req-0b6e99c4-7381-47e8-9fb4-9e3c350fa0a2 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407765 Nov 23 12:50:01.997620 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e876a7c-3025-42a9-a862-90e455a29ebe req-86b59d2e-1c39-4b28-b19b-427bdd4dff7b tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:01.999778 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6e876a7c-3025-42a9-a862-90e455a29ebe req-86b59d2e-1c39-4b28-b19b-427bdd4dff7b tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 943 time: 0.0891027 Nov 23 12:50:02.062083 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6e876a7c-3025-42a9-a862-90e455a29ebe req-4dbfdc81-1854-4941-b73e-18120a337af6 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510695 Nov 23 12:50:02.330615 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105421f-cada-4bb1-9262-14b8863ebe33 req-19e28188-d8f7-4ca6-aa22-b5a82a97df92 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:02.332355 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5105421f-cada-4bb1-9262-14b8863ebe33 req-19e28188-d8f7-4ca6-aa22-b5a82a97df92 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.1239860 Nov 23 12:50:02.382349 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5105421f-cada-4bb1-9262-14b8863ebe33 req-03657791-8442-4309-9df2-9e465ac88bcb tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428102 Nov 23 12:50:03.165613 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:50:03.398870 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90,segment=NetworkSegment(10fcd4a2-8645-443e-9699-5db876e19964),segment_id=10fcd4a2-8645-443e-9699-5db876e19964)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:03.414103 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90', 'network_id': '3fe7b6d4-5bef-429a-a57f-2f2019cec254', 'port_id': '96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90', 'mac_address': 'fa:16:3e:90:f3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a329895f-6c46-4102-aea3-8656d3557c75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:50:03.459055 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2c0524b0-0616-4808-8836-2ef04c8559d5 req-f3720793-c1fa-44ca-a9e7-95e1972477a2 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1187078411&fields=id&tenant_id=d92b5aa4e35d4a1b98c0fb33e75a9bfc HTTP/1.1" status: 200 len: 267 time: 0.0758126 Nov 23 12:50:03.484968 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b30b6e-63e3-4a08-8f44-90715f104b74 req-fca7dd01-22f4-451e-94a7-59b06ca28b1c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:03.492602 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f7b30b6e-63e3-4a08-8f44-90715f104b74 req-fca7dd01-22f4-451e-94a7-59b06ca28b1c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 943 time: 0.1199269 Nov 23 12:50:03.531702 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:03.557268 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:50:03.560336 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f7b30b6e-63e3-4a08-8f44-90715f104b74 req-cfa85821-888c-469a-9fa3-bfcd088e72ae tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667942 Nov 23 12:50:03.568311 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0524b0-0616-4808-8836-2ef04c8559d5 req-0d3517ff-512c-4464-928a-44ac99732d6b tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:03.573858 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90,segment=NetworkSegment(10fcd4a2-8645-443e-9699-5db876e19964),segment_id=10fcd4a2-8645-443e-9699-5db876e19964)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:03.578746 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2c0524b0-0616-4808-8836-2ef04c8559d5 req-0d3517ff-512c-4464-928a-44ac99732d6b tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 984 time: 0.1180801 Nov 23 12:50:03.580510 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:03.583242 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-5e167ab6-cd90-4350-8c36-db4598529710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:03.586561 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-2c0524b0-0616-4808-8836-2ef04c8559d5 req-461d8984-3995-4766-8a97-f028d89b70f8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Request body: {'port': {'security_groups': ['72e69c13-08c0-4d28-aff4-5aacb3847846']}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:03.655553 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:03.658864 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:03.739499 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-2c0524b0-0616-4808-8836-2ef04c8559d5 req-461d8984-3995-4766-8a97-f028d89b70f8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:03.838843 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809669a-b32d-4de3-a677-20aafcc6f312 req-c5296702-25f7-4062-b4d1-6b1c0bf2f79c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:03.840689 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-2809669a-b32d-4de3-a677-20aafcc6f312 req-c5296702-25f7-4062-b4d1-6b1c0bf2f79c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.1262090 Nov 23 12:50:03.851166 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:50:03.936879 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-2809669a-b32d-4de3-a677-20aafcc6f312 req-5971e81f-b31d-4d7b-882c-ea0c4d0a1247 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903258 Nov 23 12:50:04.127365 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-2c0524b0-0616-4808-8836-2ef04c8559d5 req-461d8984-3995-4766-8a97-f028d89b70f8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] For port f42048f6-1dc6-4e1c-add6-c15b87ba413f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:04.156408 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-2c0524b0-0616-4808-8836-2ef04c8559d5 req-461d8984-3995-4766-8a97-f028d89b70f8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:04.162677 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-2c0524b0-0616-4808-8836-2ef04c8559d5 req-461d8984-3995-4766-8a97-f028d89b70f8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:04.169714 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-da134957-dd1a-43dc-84da-7e495e5e49d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:04.234956 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0524b0-0616-4808-8836-2ef04c8559d5 req-461d8984-3995-4766-8a97-f028d89b70f8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:04.235596 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-2c0524b0-0616-4808-8836-2ef04c8559d5 req-461d8984-3995-4766-8a97-f028d89b70f8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:04.236956 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2c0524b0-0616-4808-8836-2ef04c8559d5 req-461d8984-3995-4766-8a97-f028d89b70f8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "PUT /v2.0/ports/f42048f6-1dc6-4e1c-add6-c15b87ba413f HTTP/1.1" status: 200 len: 942 time: 0.6572909 Nov 23 12:50:04.237462 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:04.245115 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55200) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:04.265877 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d8984-3995-4766-8a97-f028d89b70f8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event updated for resources: {'Port': ['ID=f42048f6-1dc6-4e1c-add6-c15b87ba413f,revision_number=7']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:04.268887 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-461d8984-3995-4766-8a97-f028d89b70f8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:04.319176 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'status': 'completed', 'code': 200} Nov 23 12:50:04.327077 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['f42048f6-1dc6-4e1c-add6-c15b87ba413f'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:50:04.412977 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:04.490159 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:04.545783 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['f42048f6-1dc6-4e1c-add6-c15b87ba413f'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:50:04.632323 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:04.638463 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a1c1a726-1ecf-48b1-ace2-954dfc1ab9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:04.640240 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff019a2-5b85-4a24-b491-8589f7a9f2cb req-05950ea4-b05a-4355-9101-a8a57b590fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:04.642437 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5ff019a2-5b85-4a24-b491-8589f7a9f2cb req-05950ea4-b05a-4355-9101-a8a57b590fed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d92b5aa4e35d4a1b98c0fb33e75a9bfc&device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 1098 time: 0.2883506 Nov 23 12:50:04.667273 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3876b9-c3a2-4845-bdff-993f4f4d2fee,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:04.710312 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:04.710797 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:04.711180 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:04.711544 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:04.711903 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:04.712272 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:04.712626 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:04.712971 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:04.713475 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:04.713839 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:04.714330 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:04.714804 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:04.720083 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:04.723497 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:04.728003 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "DELETE /v2.0/security-groups/2a3876b9-c3a2-4845-bdff-993f4f4d2fee HTTP/1.1" status: 204 len: 168 time: 0.4786131 Nov 23 12:50:04.728359 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55214) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:04.819348 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff019a2-5b85-4a24-b491-8589f7a9f2cb req-7deae451-c9a8-4903-91a6-c890caf66da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:04.820974 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5ff019a2-5b85-4a24-b491-8589f7a9f2cb req-7deae451-c9a8-4903-91a6-c890caf66da2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=400fc0c0-feab-4309-b5ca-fc6ebda91c25 HTTP/1.1" status: 200 len: 916 time: 0.1713300 Nov 23 12:50:04.874848 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-13e77a39-c578-4fb0-baec-5694fbb6945d None None] Provisioning complete for port f42048f6-1dc6-4e1c-add6-c15b87ba413f triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:04.875800 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-13e77a39-c578-4fb0-baec-5694fbb6945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.002687 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Deleting port ec4ea326-90b8-4ee3-a231-50714c695ded {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:05.003026 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.127613 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5ff019a2-5b85-4a24-b491-8589f7a9f2cb req-0677f7fa-4374-48e9-86fa-13c7d61df454 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f HTTP/1.1" status: 200 len: 1000 time: 0.2711499 Nov 23 12:50:05.192588 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:50:05.199175 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5f930-e8a8-4cfd-af3b-48873a6bd623 req-5bfc2600-44bb-4199-ab7c-af63de27f73b tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:05.206662 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-acd5f930-e8a8-4cfd-af3b-48873a6bd623 req-5bfc2600-44bb-4199-ab7c-af63de27f73b tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 944 time: 0.3845234 Nov 23 12:50:05.268571 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-acd5f930-e8a8-4cfd-af3b-48873a6bd623 req-c959bcf1-2555-4fef-ad96-a2c3a0551a73 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556712 Nov 23 12:50:05.272614 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff019a2-5b85-4a24-b491-8589f7a9f2cb req-4b66c710-7d4d-491e-b258-c63c2d559650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:05.284520 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5ff019a2-5b85-4a24-b491-8589f7a9f2cb req-4b66c710-7d4d-491e-b258-c63c2d559650 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88 HTTP/1.1" status: 200 len: 854 time: 0.1448982 Nov 23 12:50:05.311647 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.311993 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.372681 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:50:05.379875 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:05.380641 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.437238 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff019a2-5b85-4a24-b491-8589f7a9f2cb req-9cf1b89c-6482-46b2-8c3a-23ad1cc4eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:05.441739 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5ff019a2-5b85-4a24-b491-8589f7a9f2cb req-9cf1b89c-6482-46b2-8c3a-23ad1cc4eb36 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=400fc0c0-feab-4309-b5ca-fc6ebda91c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1533754 Nov 23 12:50:05.453922 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Calling delete_port for ec4ea326-90b8-4ee3-a231-50714c695ded owned by network:floatingip {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:05.565978 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.605344 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90,segment=NetworkSegment(10fcd4a2-8645-443e-9699-5db876e19964),segment_id=10fcd4a2-8645-443e-9699-5db876e19964)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:05.606619 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11d00ad-57fe-485b-bd12-e8670113680e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:05.620698 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67acfdd-0f2a-4da3-b536-7b20584e60f7 req-896f8c77-033d-4cab-9dc2-c2f1b8475a4a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:05.621969 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.624125 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:05.627599 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a67acfdd-0f2a-4da3-b536-7b20584e60f7 req-896f8c77-033d-4cab-9dc2-c2f1b8475a4a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.1344683 Nov 23 12:50:05.702667 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5ff019a2-5b85-4a24-b491-8589f7a9f2cb req-12a7e580-b167-4a55-b19c-a2a359a0ab75 service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439811 Nov 23 12:50:05.706895 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a67acfdd-0f2a-4da3-b536-7b20584e60f7 req-759dd051-98db-41db-9b88-a27e48be52dd tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783498 Nov 23 12:50:05.765740 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:05.779775 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:05.781378 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11d00ad-57fe-485b-bd12-e8670113680e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90', 'code': 200} Nov 23 12:50:05.812622 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:05.819509 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:05.873677 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event deleted for resources: {'Port': ['ID=ec4ea326-90b8-4ee3-a231-50714c695ded,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:05.877321 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:05.976658 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5ff019a2-5b85-4a24-b491-8589f7a9f2cb req-b5d61377-8713-4400-8700-a71033be78aa service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643337 Nov 23 12:50:06.010302 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks [] for floatingip, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:06.010649 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.l3_db [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Floating IP d1fe8197-431d-416a-9b25-165909fe883e disassociated (deleted). External IP: 172.28.0.22, port: f42048f6-1dc6-4e1c-add6-c15b87ba413f. Nov 23 12:50:06.105630 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4b254-2f8a-469a-8943-c4f197439359 req-4089e5fb-4a50-426c-b28d-d599d2acaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:06.107758 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3bd4b254-2f8a-469a-8943-c4f197439359 req-4089e5fb-4a50-426c-b28d-d599d2acaf14 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 1098 time: 0.0999587 Nov 23 12:50:06.158114 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3bd4b254-2f8a-469a-8943-c4f197439359 req-2143feac-b4eb-4d3c-a448-7dc1185d21c0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Nov 23 12:50:06.535145 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:50:06.616755 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d6a63-6bb8-4224-a211-72eeaafff5d8 req-0fad6091-b8e4-45fc-a7c1-5636754ee807 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:06.618218 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-6b2d6a63-6bb8-4224-a211-72eeaafff5d8 req-0fad6091-b8e4-45fc-a7c1-5636754ee807 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 945 time: 0.1831596 Nov 23 12:50:06.745725 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-6b2d6a63-6bb8-4224-a211-72eeaafff5d8 req-dc703512-94e9-42c9-9496-71a214f05bf1 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196790 Nov 23 12:50:06.766296 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:50:06.781143 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599868ff-3c11-4394-949d-3e5a3156c57d None None] Sync routers for ids ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:50:06.789001 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:06.790261 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599868ff-3c11-4394-949d-3e5a3156c57d None None] Routers {'1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:06.790878 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-599868ff-3c11-4394-949d-3e5a3156c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:49:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:06.846664 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-3ed3afe4-1a12-44b4-8379-ebca5f5632a7 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "DELETE /v2.0/floatingips/d1fe8197-431d-416a-9b25-165909fe883e HTTP/1.1" status: 204 len: 168 time: 2.1166620 Nov 23 12:50:06.847967 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f'}] {{(pid=86826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:06.911247 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4ad58-a47e-45a1-896e-c0c91f64cc99 req-af57dc24-fa45-4681-9bb7-58b844428a8f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:06.913730 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3cc4ad58-a47e-45a1-896e-c0c91f64cc99 req-af57dc24-fa45-4681-9bb7-58b844428a8f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0858088 Nov 23 12:50:06.965468 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3cc4ad58-a47e-45a1-896e-c0c91f64cc99 req-dce5f4c1-8211-420b-8bc2-8ecb14dc336d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452936 Nov 23 12:50:07.025176 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-599868ff-3c11-4394-949d-3e5a3156c57d None None] Set router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:07.043775 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'status': 'completed', 'code': 200} Nov 23 12:50:07.164071 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1bf15-b698-441b-b022-d41ec3b248dc req-804f7fdd-f33e-4810-a38f-5b99d73a80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:07.165545 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10f1bf15-b698-441b-b022-d41ec3b248dc req-804f7fdd-f33e-4810-a38f-5b99d73a80ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 1098 time: 0.1423180 Nov 23 12:50:07.171281 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0a152-668b-486b-b1a6-c421815ffc7e req-5f6dce87-4968-4986-a163-6deeb8d5247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:07.172829 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cca0a152-668b-486b-b1a6-c421815ffc7e req-5f6dce87-4968-4986-a163-6deeb8d5247d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d92b5aa4e35d4a1b98c0fb33e75a9bfc&device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 1098 time: 0.0999448 Nov 23 12:50:07.409528 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-599868ff-3c11-4394-949d-3e5a3156c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:46:47Z', 'revision_number': 4, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'cfee42e0-5df8-4687-88e9-4d97b67a3cc1', 'name': '', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'mac_address': 'fa:16:3e:1b:3e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:45Z', 'updated_at': '2021-11-23T12:47:00Z', 'revision_number': 5, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'subnets': [{'id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:07.417602 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1bf15-b698-441b-b022-d41ec3b248dc req-9545ab15-050f-4abc-b818-f0e99fb77bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:07.418629 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599868ff-3c11-4394-949d-3e5a3156c57d None None] Checking router: 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:50:07.419088 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10f1bf15-b698-441b-b022-d41ec3b248dc req-9545ab15-050f-4abc-b818-f0e99fb77bb9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 918 time: 0.2454150 Nov 23 12:50:07.427953 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0a152-668b-486b-b1a6-c421815ffc7e req-f0c89b79-4278-4056-bc13-9171562eacde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:07.429362 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cca0a152-668b-486b-b1a6-c421815ffc7e req-f0c89b79-4278-4056-bc13-9171562eacde service neutron] 10.222.0.76 "GET /v2.0/networks?id=400fc0c0-feab-4309-b5ca-fc6ebda91c25 HTTP/1.1" status: 200 len: 916 time: 0.2365384 Nov 23 12:50:07.436608 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599868ff-3c11-4394-949d-3e5a3156c57d None None] Routers {'1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:07.440922 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-599868ff-3c11-4394-949d-3e5a3156c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:49:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:07.560580 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cca0a152-668b-486b-b1a6-c421815ffc7e req-91f2b9ce-1900-470b-ba8c-11bb108499a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f HTTP/1.1" status: 200 len: 217 time: 0.0776730 Nov 23 12:50:07.638922 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10f1bf15-b698-441b-b022-d41ec3b248dc req-6636e7fa-8d2f-4a86-8444-800d764159c4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744315d0-5793-4401-ba9e-25486a4efdd4 HTTP/1.1" status: 200 len: 1001 time: 0.2085891 Nov 23 12:50:07.645910 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0a152-668b-486b-b1a6-c421815ffc7e req-986e04b6-5572-4bf9-8b3e-2aad7b4c306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:07.647344 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cca0a152-668b-486b-b1a6-c421815ffc7e req-986e04b6-5572-4bf9-8b3e-2aad7b4c306d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88 HTTP/1.1" status: 200 len: 854 time: 0.0795414 Nov 23 12:50:07.692344 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-599868ff-3c11-4394-949d-3e5a3156c57d None None] Set router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:07.764052 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1bf15-b698-441b-b022-d41ec3b248dc req-4d45e111-1b04-45cd-8a4e-55b6ca9681b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:07.765456 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10f1bf15-b698-441b-b022-d41ec3b248dc req-4d45e111-1b04-45cd-8a4e-55b6ca9681b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 200 len: 856 time: 0.1172745 Nov 23 12:50:08.021786 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0a152-668b-486b-b1a6-c421815ffc7e req-31db4312-de92-49db-a1b3-2101d2397fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:08.024007 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cca0a152-668b-486b-b1a6-c421815ffc7e req-31db4312-de92-49db-a1b3-2101d2397fda service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=400fc0c0-feab-4309-b5ca-fc6ebda91c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3430626 Nov 23 12:50:08.048429 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-599868ff-3c11-4394-949d-3e5a3156c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:46:47Z', 'revision_number': 4, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'cfee42e0-5df8-4687-88e9-4d97b67a3cc1', 'name': '', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'mac_address': 'fa:16:3e:1b:3e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:45Z', 'updated_at': '2021-11-23T12:47:00Z', 'revision_number': 5, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'subnets': [{'id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:08.054590 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599868ff-3c11-4394-949d-3e5a3156c57d None None] The sync data for ids ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'] in dv-cinder-818884-1-smb is: [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:46:47Z', 'revision_number': 4, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'cfee42e0-5df8-4687-88e9-4d97b67a3cc1', 'name': '', 'network_id': '400fc0c0-feab-4309-b5ca-fc6ebda91c25', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'mac_address': 'fa:16:3e:1b:3e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:45Z', 'updated_at': '2021-11-23T12:47:00Z', 'revision_number': 5, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'subnets': [{'id': 'b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:50:08.221676 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cca0a152-668b-486b-b1a6-c421815ffc7e req-947d9c91-2d5e-41bf-bcac-2f030bfcd945 service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810644 Nov 23 12:50:08.278657 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87075dd1-5586-4e32-9c2d-9c2486c8d7ef req-c3416531-6568-4924-9421-fdbd38a15436 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:08.280304 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-87075dd1-5586-4e32-9c2d-9c2486c8d7ef req-c3416531-6568-4924-9421-fdbd38a15436 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.1413736 Nov 23 12:50:08.317470 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1bf15-b698-441b-b022-d41ec3b248dc req-0671c8c2-3dd2-4df1-8098-14cac5e3c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:08.319022 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10f1bf15-b698-441b-b022-d41ec3b248dc req-0671c8c2-3dd2-4df1-8098-14cac5e3c1b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5436735 Nov 23 12:50:08.370075 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ff0ef-7dbe-4d38-b9da-446372159691 req-c5d9e9a1-3071-4dbc-a33c-c1a3af909daa tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:08.372113 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f20ff0ef-7dbe-4d38-b9da-446372159691 req-c5d9e9a1-3071-4dbc-a33c-c1a3af909daa tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 945 time: 0.4948988 Nov 23 12:50:08.431670 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e6011-d3a0-494f-92ac-712b14632141 None None] New status for floating IP d1fe8197-431d-416a-9b25-165909fe883e: DOWN {{(pid=86828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:50:08.449074 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-87075dd1-5586-4e32-9c2d-9c2486c8d7ef req-13237fc8-863d-47a4-b82d-a3230133dbf1 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628404 Nov 23 12:50:08.529479 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-cca0a152-668b-486b-b1a6-c421815ffc7e req-43d4ec82-34d3-4a9c-b687-8d5951d556fe service neutron] 10.222.0.76 "GET /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991259 Nov 23 12:50:08.548210 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f20ff0ef-7dbe-4d38-b9da-446372159691 req-31e6964d-5a17-4100-89fb-b3248fed7540 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626899 Nov 23 12:50:08.600884 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10f1bf15-b698-441b-b022-d41ec3b248dc req-e66cc565-8f99-4ccd-9cf4-ef77cc232d19 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724330 Nov 23 12:50:08.746665 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-10f1bf15-b698-441b-b022-d41ec3b248dc req-37f8b0ed-0cd4-4ddd-9290-cfd632429a67 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380892 Nov 23 12:50:09.235563 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0a89b901-3180-4505-b262-e91e77acb5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:09.640283 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3daaba-8bf6-4b18-978b-6b4df813737c req-f6035ed1-4c97-43d3-9cc2-8b0b15e746d1 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:09.641883 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2f3daaba-8bf6-4b18-978b-6b4df813737c req-f6035ed1-4c97-43d3-9cc2-8b0b15e746d1 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.0795841 Nov 23 12:50:09.690779 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2f3daaba-8bf6-4b18-978b-6b4df813737c req-d6269786-3d72-4a60-8229-7b93a59b74d3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414326 Nov 23 12:50:09.822677 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:10.382737 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760a6e2-a5bb-43d3-bfe2-15275a256de5 req-d7b34829-fb79-45eb-8370-a39a757d3a01 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:10.384282 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b760a6e2-a5bb-43d3-bfe2-15275a256de5 req-d7b34829-fb79-45eb-8370-a39a757d3a01 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 945 time: 0.0890417 Nov 23 12:50:10.431528 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b760a6e2-a5bb-43d3-bfe2-15275a256de5 req-ef7b0a5b-241d-4454-9fe5-15ad27a724ea tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415838 Nov 23 12:50:10.843604 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:10.911246 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216be3c2-792f-427b-acf4-69cafa70037c req-fe339b55-5c8f-4f90-ac4e-9b203b3a0a1b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:10.913283 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-216be3c2-792f-427b-acf4-69cafa70037c req-fe339b55-5c8f-4f90-ac4e-9b203b3a0a1b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 945 time: 0.1141768 Nov 23 12:50:10.971433 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-216be3c2-792f-427b-acf4-69cafa70037c req-f4a3bdb7-fd92-4bfa-9ee5-cff9a6398f3c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523114 Nov 23 12:50:11.210408 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 744315d0-5793-4401-ba9e-25486a4efdd4 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:11.345589 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:11.380629 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:11.392297 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=744315d0-5793-4401-ba9e-25486a4efdd4,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:11.397972 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:11.400384 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:11.437934 dv-cinder-818884-1-smb neutron-server[86827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4', 'code': 422} returned with failed status Nov 23 12:50:11.482865 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=744315d0-5793-4401-ba9e-25486a4efdd4,revision_number=8']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:11.494055 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:11.662003 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979b7c5-cdd8-48d0-a277-d3410146a3cf req-6a3b9223-c279-4075-be05-43bc987ebe09 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:11.662729 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-c979b7c5-cdd8-48d0-a277-d3410146a3cf req-6a3b9223-c279-4075-be05-43bc987ebe09 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Synchronizing usage tracker for tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc on resource:port {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:50:11.679555 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e1329354-2711-4029-8b2e-ae213327a466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:11.679828 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-c979b7c5-cdd8-48d0-a277-d3410146a3cf req-6a3b9223-c279-4075-be05-43bc987ebe09 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Unset dirty status for tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc on resource:port {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:50:11.680977 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c979b7c5-cdd8-48d0-a277-d3410146a3cf req-6a3b9223-c279-4075-be05-43bc987ebe09 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 945 time: 0.1080205 Nov 23 12:50:11.727646 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-c979b7c5-cdd8-48d0-a277-d3410146a3cf req-0433a318-9822-4f65-ab7f-7b6f7eda2119 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Synchronizing usage tracker for tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc on resource:security_group {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:50:11.744093 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-c979b7c5-cdd8-48d0-a277-d3410146a3cf req-0433a318-9822-4f65-ab7f-7b6f7eda2119 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Unset dirty status for tenant:d92b5aa4e35d4a1b98c0fb33e75a9bfc on resource:security_group {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:50:11.746469 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c979b7c5-cdd8-48d0-a277-d3410146a3cf req-0433a318-9822-4f65-ab7f-7b6f7eda2119 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591817 Nov 23 12:50:12.161144 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1d228-75af-498c-8fc0-e09dce81ade8 req-46cb64c3-d1da-47d4-a3b9-58ba2ec0798c tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:12.162719 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-22c1d228-75af-498c-8fc0-e09dce81ade8 req-46cb64c3-d1da-47d4-a3b9-58ba2ec0798c tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 945 time: 0.1007729 Nov 23 12:50:12.288813 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-22c1d228-75af-498c-8fc0-e09dce81ade8 req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Deleting port f42048f6-1dc6-4e1c-add6-c15b87ba413f {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:12.289131 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-22c1d228-75af-498c-8fc0-e09dce81ade8 req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:12.405500 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482d57c-2d5a-42c6-aa49-bba257aa4f6e req-fc382384-a1df-4688-a8e8-d8b0788512d9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:12.406964 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3482d57c-2d5a-42c6-aa49-bba257aa4f6e req-fc382384-a1df-4688-a8e8-d8b0788512d9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.2369986 Nov 23 12:50:12.450674 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55378) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:12.541429 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3482d57c-2d5a-42c6-aa49-bba257aa4f6e req-ec11e3fa-bebf-4339-8d57-19ce9db93e71 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224475 Nov 23 12:50:12.598149 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-22c1d228-75af-498c-8fc0-e09dce81ade8 req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] For port f42048f6-1dc6-4e1c-add6-c15b87ba413f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f42048f6-1dc6-4e1c-add6-c15b87ba413f,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:12.598149 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-22c1d228-75af-498c-8fc0-e09dce81ade8 req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:12.607061 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-571c0522-cbb9-4892-93ef-1125de2f277f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1550286 Nov 23 12:50:12.745652 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-22c1d228-75af-498c-8fc0-e09dce81ade8 req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Calling delete_port for f42048f6-1dc6-4e1c-add6-c15b87ba413f owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:12.973556 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:13.084277 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-22c1d228-75af-498c-8fc0-e09dce81ade8 req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:13.091238 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:13.096699 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['f42048f6-1dc6-4e1c-add6-c15b87ba413f'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:50:13.140465 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Pushing event deleted for resources: {'Port': ['ID=f42048f6-1dc6-4e1c-add6-c15b87ba413f,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:13.154301 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:13.154729 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:13.155085 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:13.155440 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:13.155764 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:13.156104 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:13.156441 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:13.156777 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:13.157165 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:13.157480 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:13.157864 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:13.158216 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:13.163571 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:13.205856 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a62ccd-1f59-4cef-a217-d2006ece6e0f req-19f53ee9-e08c-4230-ae69-daafb584c211 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:13.208294 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e2a62ccd-1f59-4cef-a217-d2006ece6e0f req-19f53ee9-e08c-4230-ae69-daafb584c211 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f64af3-a747-42e7-9107-2b605a928b4d HTTP/1.1" status: 200 len: 945 time: 0.1985602 Nov 23 12:50:13.262293 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c1d228-75af-498c-8fc0-e09dce81ade8 req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] No DVR routers for this DVR port f42048f6-1dc6-4e1c-add6-c15b87ba413f on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:50:13.266837 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-22c1d228-75af-498c-8fc0-e09dce81ade8 req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:13.269219 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'name': 'network-vif-deleted', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:13.299555 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-22c1d228-75af-498c-8fc0-e09dce81ade8 req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.76 "DELETE /v2.0/ports/f42048f6-1dc6-4e1c-add6-c15b87ba413f HTTP/1.1" status: 204 len: 173 time: 1.1305976 Nov 23 12:50:13.308376 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e2a62ccd-1f59-4cef-a217-d2006ece6e0f req-ba1c3d73-ff60-4f9d-8170-cb1870e18f67 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e69c13-08c0-4d28-aff4-5aacb3847846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689046 Nov 23 12:50:13.382728 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f64af3-a747-42e7-9107-2b605a928b4d', 'name': 'network-vif-deleted', 'tag': 'f42048f6-1dc6-4e1c-add6-c15b87ba413f', 'status': 'completed', 'code': 200} Nov 23 12:50:13.755423 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76a279-f36f-4f39-b1d1-e402fdbf96ae req-62f34360-b6ca-4eaa-b434-80358537ae61 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:13.756893 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-aa76a279-f36f-4f39-b1d1-e402fdbf96ae req-62f34360-b6ca-4eaa-b434-80358537ae61 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.0820067 Nov 23 12:50:13.818966 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-aa76a279-f36f-4f39-b1d1-e402fdbf96ae req-f00ffcef-3710-47fa-8812-118b83631e14 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556035 Nov 23 12:50:14.193047 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:14.592803 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-6bb6b8e1-2593-40a0-917a-99144d203b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:14.594218 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-6bb6b8e1-2593-40a0-917a-99144d203b9e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d&tenant_id=e0881214ec364567ba5ecd015847ed4b HTTP/1.1" status: 200 len: 1096 time: 0.0754149 Nov 23 12:50:14.687112 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-4bd0c2f8-7493-4c72-b17b-49ead786cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:14.688501 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-4bd0c2f8-7493-4c72-b17b-49ead786cadf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 1096 time: 0.0723014 Nov 23 12:50:14.823635 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-7e15f220-3d88-4c61-b1e8-8916adb45351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:14.825529 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-7e15f220-3d88-4c61-b1e8-8916adb45351 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 918 time: 0.1299376 Nov 23 12:50:14.922390 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55460) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:14.940745 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-b2843ab1-8f0b-442a-bb25-1f8e7313376b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744315d0-5793-4401-ba9e-25486a4efdd4 HTTP/1.1" status: 200 len: 999 time: 0.1070559 Nov 23 12:50:15.061560 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-d90a4e1a-7dcb-41a7-a6e4-8e7b167091bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:15.063551 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-d90a4e1a-7dcb-41a7-a6e4-8e7b167091bb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 200 len: 856 time: 0.1160274 Nov 23 12:50:15.129593 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c760548-5a23-488f-8635-eaa677e1ea67 req-2c713747-4d02-46be-977e-7719d1221fe1 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:15.133203 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6c760548-5a23-488f-8635-eaa677e1ea67 req-2c713747-4d02-46be-977e-7719d1221fe1 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.1528685 Nov 23 12:50:15.194087 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6c760548-5a23-488f-8635-eaa677e1ea67 req-95b06bfb-e35c-4adf-a0e6-93cd3c7832a0 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478513 Nov 23 12:50:15.217328 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-34205010-1675-408a-a836-5d5d43475763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:15.219038 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-34205010-1675-408a-a836-5d5d43475763 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1452281 Nov 23 12:50:15.241296 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device f42048f6-1dc6-4e1c-add6-c15b87ba413f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:15.279583 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: f42048f6-1dc6-4e1c-add6-c15b87ba413f {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:50:15.279925 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device f42048f6-1dc6-4e1c-add6-c15b87ba413f not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:50:15.381511 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-9f9bdc1e-0f98-48fc-9c6b-f0c639f1b93d service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539404 Nov 23 12:50:15.511847 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bed66d2a-3404-4d7d-bb54-79cd52bedafa req-8d003c07-6a0a-419c-96e9-bce13d535926 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230004 Nov 23 12:50:15.546398 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643750'] for router_interface, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:15.954144 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] Deleting port cfee42e0-5df8-4687-88e9-4d97b67a3cc1 {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:15.954824 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:16.216964 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] For port cfee42e0-5df8-4687-88e9-4d97b67a3cc1, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=cfee42e0-5df8-4687-88e9-4d97b67a3cc1,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:16.216964 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:16.549603 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] Calling delete_port for cfee42e0-5df8-4687-88e9-4d97b67a3cc1 owned by network:router_interface {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:16.639556 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c68c43-3a88-41b3-ad2f-b104fbc46eac req-7a36c4e1-2e9e-48ee-a5f9-259fc448acfa tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:16.647759 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-25c68c43-3a88-41b3-ad2f-b104fbc46eac req-7a36c4e1-2e9e-48ee-a5f9-259fc448acfa tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.1622808 Nov 23 12:50:16.703273 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-25c68c43-3a88-41b3-ad2f-b104fbc46eac req-8709c84a-f90e-481f-bcb5-dd60cafe49a5 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544407 Nov 23 12:50:16.791209 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:16.794873 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3337a335-6aea-4722-ab02-c45937f8edff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:16.844141 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfee42e0-5df8-4687-88e9-4d97b67a3cc1,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:16.848317 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:17.128818 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641366'] for router_interface, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:17.515345 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] Router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:50:17.697565 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:50:17.706561 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84af7fd-5a74-4508-9409-78912509d7b4 None None] Sync routers for ids ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:50:17.711309 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-abeb22f9-a992-47d7-a24c-25ab22322939 admin admin] 10.222.0.41 "PUT /v2.0/routers/1bf38144-f83e-4e6d-9d02-d1f6d578fe5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7879207 Nov 23 12:50:17.714548 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 55516) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:17.717364 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84af7fd-5a74-4508-9409-78912509d7b4 None None] Routers {'1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:17.718025 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-f84af7fd-5a74-4508-9409-78912509d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:50:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:17.970058 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-f84af7fd-5a74-4508-9409-78912509d7b4 None None] Set router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:18.002612 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Notify callbacks [] for router, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:18.020361 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e0c77-46e0-4978-b32c-9d6cc25cad94 req-f2196843-44f3-486a-b48e-6f2ed089a59a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:18.021986 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d34e0c77-46e0-4978-b32c-9d6cc25cad94 req-f2196843-44f3-486a-b48e-6f2ed089a59a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.1290426 Nov 23 12:50:18.107448 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d34e0c77-46e0-4978-b32c-9d6cc25cad94 req-1034567b-8349-4ab3-bfd3-d3ee83ab433e tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793824 Nov 23 12:50:18.204022 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:18.214783 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Deleting port c7fb13e1-226b-4fee-b38b-9d063e07fa85 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:18.215128 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:18.389507 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-f84af7fd-5a74-4508-9409-78912509d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211'}], 'enable_snat': True}, 'gw_port_id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:50:16Z', 'revision_number': 5, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port': {'id': 'c7fb13e1-226b-4fee-b38b-9d063e07fa85', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:41Z', 'updated_at': '2021-11-23T12:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:18.405724 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84af7fd-5a74-4508-9409-78912509d7b4 None None] Checking router: 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:50:18.427459 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84af7fd-5a74-4508-9409-78912509d7b4 None None] Routers {'1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:18.435096 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-f84af7fd-5a74-4508-9409-78912509d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:50:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:18.486463 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] For port c7fb13e1-226b-4fee-b38b-9d063e07fa85, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=c7fb13e1-226b-4fee-b38b-9d063e07fa85,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:18.487439 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:18.653592 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Calling delete_port for c7fb13e1-226b-4fee-b38b-9d063e07fa85 owned by network:router_gateway {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:18.721301 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-f84af7fd-5a74-4508-9409-78912509d7b4 None None] Set router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e gateway port host: None {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:18.840819 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-f84af7fd-5a74-4508-9409-78912509d7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:50:18Z', 'revision_number': 6, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port_host': None}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:18.845769 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84af7fd-5a74-4508-9409-78912509d7b4 None None] The sync data for ids ['1bf38144-f83e-4e6d-9d02-d1f6d578fe5e'] in dv-cinder-818884-1-smb is: [{'id': '1bf38144-f83e-4e6d-9d02-d1f6d578fe5e', 'name': 'tempest-TestMinimumBasicScenario-1440165854-router', 'tenant_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:39Z', 'updated_at': '2021-11-23T12:50:18Z', 'revision_number': 6, 'project_id': 'd92b5aa4e35d4a1b98c0fb33e75a9bfc', 'gw_port_host': None}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:50:19.058389 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:19.062046 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b0dc75d8-f97d-4f6a-b519-915e5ff3dd15 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:19.110693 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7fb13e1-226b-4fee-b38b-9d063e07fa85,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:19.137499 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:19.204772 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963777'] for router_gateway, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:19.443928 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48163'] for router, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:19.447172 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:19.546008 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643663'] for router, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:19.546530 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bf38144-f83e-4e6d-9d02-d1f6d578fe5e {{(pid=86825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:50:19.563697 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f67327-de5e-4b01-9849-ca2e485cbeb3 req-5f066d2b-91ad-4a95-a588-3a8d1ba2dfd8 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:19.565195 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-76f67327-de5e-4b01-9849-ca2e485cbeb3 req-5f066d2b-91ad-4a95-a588-3a8d1ba2dfd8 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.3110166 Nov 23 12:50:19.702157 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] Notify callbacks [] for router, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:19.703307 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-c7664ed2-549e-40a1-bcda-af9098856337 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1bf38144-f83e-4e6d-9d02-d1f6d578fe5e HTTP/1.1" status: 204 len: 168 time: 1.9876652 Nov 23 12:50:19.706464 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55536) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:19.730016 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-76f67327-de5e-4b01-9849-ca2e485cbeb3 req-d16598d4-5cc8-4d25-8703-0a1397398395 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576579 Nov 23 12:50:19.776208 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_v2 [None req-218dd084-7f72-4770-9eb5-b5ca52df9a5b admin admin] Deleting subnet b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88 {{(pid=86826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:50:19.779857 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-218dd084-7f72-4770-9eb5-b5ca52df9a5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:19.836251 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-218dd084-7f72-4770-9eb5-b5ca52df9a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624570'] for subnet, precommit_delete_associations {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.077068 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-218dd084-7f72-4770-9eb5-b5ca52df9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.155488 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-218dd084-7f72-4770-9eb5-b5ca52df9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9875377'] for subnet, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.164467 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:20.195053 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dd084-7f72-4770-9eb5-b5ca52df9a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:20.198047 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-218dd084-7f72-4770-9eb5-b5ca52df9a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:20.199039 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-218dd084-7f72-4770-9eb5-b5ca52df9a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.204907 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b33dac8-5bde-4338-9f79-576984e8dbeb None None] Network 400fc0c0-feab-4309-b5ca-fc6ebda91c25 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:50:20.205329 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-218dd084-7f72-4770-9eb5-b5ca52df9a5b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b0ce68c4-2ee5-4ec0-a06c-e03beedc2b88 HTTP/1.1" status: 204 len: 168 time: 0.4974139 Nov 23 12:50:20.207448 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55540) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:20.321786 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.339264 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Deleting port a452841c-a996-40df-86c7-835129dbb424 {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:20.339731 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.455335 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device cfee42e0-5df8-4687-88e9-4d97b67a3cc1 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:20.501740 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: cfee42e0-5df8-4687-88e9-4d97b67a3cc1 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:50:20.502158 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device cfee42e0-5df8-4687-88e9-4d97b67a3cc1 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:50:20.502708 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device c7fb13e1-226b-4fee-b38b-9d063e07fa85 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:20.543271 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71de1cff-d326-426f-b9e2-dcbc2aeb730f None None] DHCP port deletion for 400fc0c0-feab-4309-b5ca-fc6ebda91c25 request from dv-cinder-818884-1-smb {{(pid=86827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 12:50:20.545799 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: c7fb13e1-226b-4fee-b38b-9d063e07fa85 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:50:20.546316 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device c7fb13e1-226b-4fee-b38b-9d063e07fa85 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:50:20.549896 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-71de1cff-d326-426f-b9e2-dcbc2aeb730f None None] Deleting port a452841c-a996-40df-86c7-835129dbb424 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:20.550768 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-71de1cff-d326-426f-b9e2-dcbc2aeb730f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.615260 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] For port a452841c-a996-40df-86c7-835129dbb424, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=a452841c-a996-40df-86c7-835129dbb424,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:20.615771 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.741984 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Calling delete_port for a452841c-a996-40df-86c7-835129dbb424 owned by network:dhcp {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:20.834097 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-71de1cff-d326-426f-b9e2-dcbc2aeb730f None None] For port a452841c-a996-40df-86c7-835129dbb424, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=a452841c-a996-40df-86c7-835129dbb424,segment=NetworkSegment(994b64ee-4789-4532-ae2a-f7bddd4ff95b),segment_id=994b64ee-4789-4532-ae2a-f7bddd4ff95b)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:20.836134 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-71de1cff-d326-426f-b9e2-dcbc2aeb730f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.842373 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.847245 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:20.951797 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a452841c-a996-40df-86c7-835129dbb424,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:20.958528 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] No DVR routers for this DVR port a452841c-a996-40df-86c7-835129dbb424 on host dv-cinder-818884-1-smb {{(pid=86826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:50:20.997519 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:21.023999 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-71de1cff-d326-426f-b9e2-dcbc2aeb730f None None] Calling delete_port for a452841c-a996-40df-86c7-835129dbb424 owned by network:dhcp {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:21.161127 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:21.179301 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.db.api [None req-71de1cff-d326-426f-b9e2-dcbc2aeb730f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:50:21.179966 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_db.api [None req-71de1cff-d326-426f-b9e2-dcbc2aeb730f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:50:21.204154 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400fc0c0-feab-4309-b5ca-fc6ebda91c25']}} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:21.224991 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45197188-93ca-4640-bf2a-2da3eae56105 req-59883b43-5560-46bf-b32e-52971a7f28d5 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:21.226411 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-45197188-93ca-4640-bf2a-2da3eae56105 req-59883b43-5560-46bf-b32e-52971a7f28d5 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.2779000 Nov 23 12:50:21.228055 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994b64ee-4789-4532-ae2a-f7bddd4ff95b') {'for_net_delete': True} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:21.228339 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994b64ee-4789-4532-ae2a-f7bddd4ff95b') {} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:21.253360 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624557'] for segment, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:21.280720 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:21.292210 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=86826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:50:21.292594 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953292'] for segment, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: Traceback (most recent call last): Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: timer() Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: cb(*args, **kw) Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: return func(*args, **kwargs) Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: self._notify() Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: self.callback(batched_events) Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: event.method(event) Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: return f(self, *a, **k) Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: return self._get(url).json() Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: return self.request(url, 'GET', **kwargs) Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:50:21.305771 dv-cinder-818884-1-smb neutron-server[86826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:50:21.359317 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-45197188-93ca-4640-bf2a-2da3eae56105 req-e9dfdb00-7530-440b-8938-210a47f38ff3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239240 Nov 23 12:50:21.393524 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:21.400870 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:21.403757 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8643ac96-0973-4504-8f15-25192b2cca1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:21.429664 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=400fc0c0-feab-4309-b5ca-fc6ebda91c25,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:21.435420 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:21.435420 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-ce73bf6d-49ff-41c9-96f9-d2b1183f37e3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/400fc0c0-feab-4309-b5ca-fc6ebda91c25 HTTP/1.1" status: 204 len: 168 time: 1.2264245 Nov 23 12:50:21.437808 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55550) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:21.681827 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-71de1cff-d326-426f-b9e2-dcbc2aeb730f None None] Deleting port a452841c-a996-40df-86c7-835129dbb424 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:21.683100 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-71de1cff-d326-426f-b9e2-dcbc2aeb730f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:21.774776 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-71de1cff-d326-426f-b9e2-dcbc2aeb730f None None] The port 'a452841c-a996-40df-86c7-835129dbb424' was deleted {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 12:50:22.126338 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643750'] for router_interface, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:22.431129 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device a452841c-a996-40df-86c7-835129dbb424 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:22.475190 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: a452841c-a996-40df-86c7-835129dbb424 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:50:22.476110 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device a452841c-a996-40df-86c7-835129dbb424 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:50:22.521389 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] Deleting port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:22.521720 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:22.565401 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e75e4-c1a3-418f-a5f4-08b8fb804434 req-e518f3e6-07da-47d5-8d73-2bb206209099 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:22.568064 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b93e75e4-c1a3-418f-a5f4-08b8fb804434 req-e518f3e6-07da-47d5-8d73-2bb206209099 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.0853148 Nov 23 12:50:22.616050 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b93e75e4-c1a3-418f-a5f4-08b8fb804434 req-0eb5c21d-68ad-46d3-a9e9-e098ec67b519 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414422 Nov 23 12:50:22.722308 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] For port 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=806a9bf3-5e9c-471d-8bd5-f4ebb57104f1,segment=NetworkSegment(e50bd2bb-ef47-4df9-b90a-c5b29378ec61),segment_id=e50bd2bb-ef47-4df9-b90a-c5b29378ec61)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:22.722557 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:22.849717 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] Calling delete_port for 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 owned by network:router_interface {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:23.049274 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:23.054734 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:23.102289 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=806a9bf3-5e9c-471d-8bd5-f4ebb57104f1,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:23.104865 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:23.499171 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641366'] for router_interface, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:23.945683 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] Router 254e82ea-3369-48be-8757-4aa5d03fb435 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:50:23.953566 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460f8ca-13e5-4e0c-a8c2-6d0b5ff14fe9 req-50eb4e4d-0598-4563-9d78-2fe707f32c7b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:23.955045 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3460f8ca-13e5-4e0c-a8c2-6d0b5ff14fe9 req-50eb4e4d-0598-4563-9d78-2fe707f32c7b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.2080886 Nov 23 12:50:24.087004 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3460f8ca-13e5-4e0c-a8c2-6d0b5ff14fe9 req-a360df1f-0ca1-4774-a47a-a6e65075c432 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235445 Nov 23 12:50:24.201498 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:50:24.214504 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c8787-9ed5-446f-abb0-c971e25e46a2 None None] Sync routers for ids ['254e82ea-3369-48be-8757-4aa5d03fb435'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:50:24.226312 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] 10.222.0.41 "PUT /v2.0/routers/254e82ea-3369-48be-8757-4aa5d03fb435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7873855 Nov 23 12:50:24.227215 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c8787-9ed5-446f-abb0-c971e25e46a2 None None] Routers {'254e82ea-3369-48be-8757-4aa5d03fb435'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:24.227893 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-936c8787-9ed5-446f-abb0-c971e25e46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:50:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['254e82ea-3369-48be-8757-4aa5d03fb435'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:24.228983 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 55572) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:24.435686 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:24.441588 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-936c8787-9ed5-446f-abb0-c971e25e46a2 None None] Set router 254e82ea-3369-48be-8757-4aa5d03fb435 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:24.637069 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:24.651043 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Deleting port 54e72766-6d4d-4e2a-97c6-98851a2b7f25 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:24.651386 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:24.661629 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:50:24.798963 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-936c8787-9ed5-446f-abb0-c971e25e46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'name': 'tempest-TestMinimumBasicScenario-1359845959-router', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:53Z', 'updated_at': '2021-11-23T12:50:22Z', 'revision_number': 5, 'project_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'gw_port': {'id': '54e72766-6d4d-4e2a-97c6-98851a2b7f25', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:55Z', 'updated_at': '2021-11-23T12:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:24.818065 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c8787-9ed5-446f-abb0-c971e25e46a2 None None] Checking router: 254e82ea-3369-48be-8757-4aa5d03fb435 for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:50:24.831087 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c8787-9ed5-446f-abb0-c971e25e46a2 None None] Routers {'254e82ea-3369-48be-8757-4aa5d03fb435'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:24.832008 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-936c8787-9ed5-446f-abb0-c971e25e46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:50:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['254e82ea-3369-48be-8757-4aa5d03fb435'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:24.870341 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] For port 54e72766-6d4d-4e2a-97c6-98851a2b7f25, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=54e72766-6d4d-4e2a-97c6-98851a2b7f25,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:24.870902 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:25.008849 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Calling delete_port for 54e72766-6d4d-4e2a-97c6-98851a2b7f25 owned by network:router_gateway {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:25.038128 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-936c8787-9ed5-446f-abb0-c971e25e46a2 None None] Set router 254e82ea-3369-48be-8757-4aa5d03fb435 gateway port host: None {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:25.160223 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-936c8787-9ed5-446f-abb0-c971e25e46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'name': 'tempest-TestMinimumBasicScenario-1359845959-router', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:53Z', 'updated_at': '2021-11-23T12:50:24Z', 'revision_number': 6, 'project_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'gw_port_host': None}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:25.165213 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c8787-9ed5-446f-abb0-c971e25e46a2 None None] The sync data for ids ['254e82ea-3369-48be-8757-4aa5d03fb435'] in dv-cinder-818884-1-smb is: [{'id': '254e82ea-3369-48be-8757-4aa5d03fb435', 'name': 'tempest-TestMinimumBasicScenario-1359845959-router', 'tenant_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:53Z', 'updated_at': '2021-11-23T12:50:24Z', 'revision_number': 6, 'project_id': '9a089b01235b4a8d9b7e7907ae82f3a5', 'gw_port_host': None}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:50:25.210587 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:25.215242 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-745e4898-b321-4a9a-88d6-265eab11f02e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:25.310978 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e72766-6d4d-4e2a-97c6-98851a2b7f25,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:25.314186 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:25.430249 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963777'] for router_gateway, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:25.710478 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48163'] for router, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:25.719360 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb48bf-f266-4c25-bafd-b24317f80236 req-1b0dc0d3-b825-454a-93f3-9749e47f0b69 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:25.720855 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-89eb48bf-f266-4c25-bafd-b24317f80236 req-1b0dc0d3-b825-454a-93f3-9749e47f0b69 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.4696298 Nov 23 12:50:25.722045 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:25.778504 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-89eb48bf-f266-4c25-bafd-b24317f80236 req-039b5da2-0287-4513-83ab-404e8f58e494 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497026 Nov 23 12:50:25.779190 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643663'] for router, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:25.779695 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 254e82ea-3369-48be-8757-4aa5d03fb435 {{(pid=86825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:50:25.795931 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Notify callbacks [] for router, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:25.796951 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/254e82ea-3369-48be-8757-4aa5d03fb435 HTTP/1.1" status: 204 len: 168 time: 1.5670123 Nov 23 12:50:25.799456 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 55588) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:25.867506 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_v2 [None req-82278c67-d6a1-4997-ab68-883bfd1d1931 admin admin] Deleting subnet d618b5c3-e431-418f-bb4c-d8de4737c7e9 {{(pid=86825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:50:25.870438 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-82278c67-d6a1-4997-ab68-883bfd1d1931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:25.921462 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-82278c67-d6a1-4997-ab68-883bfd1d1931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2436981'] for subnet, precommit_delete_associations {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.048087 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-82278c67-d6a1-4997-ab68-883bfd1d1931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.123039 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-82278c67-d6a1-4997-ab68-883bfd1d1931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2303597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385658'] for subnet, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.127796 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f52acd4f-fab1-478f-b9b3-775f897e9b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:26.163289 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82278c67-d6a1-4997-ab68-883bfd1d1931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d618b5c3-e431-418f-bb4c-d8de4737c7e9,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:26.166301 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-82278c67-d6a1-4997-ab68-883bfd1d1931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:26.167266 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-82278c67-d6a1-4997-ab68-883bfd1d1931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.172988 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a958f0-db79-442a-82af-1e6ee1df687f None None] Network bd883b9e-19b4-4ad8-81e3-8843f8e0480a requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:50:26.173503 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-82278c67-d6a1-4997-ab68-883bfd1d1931 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d618b5c3-e431-418f-bb4c-d8de4737c7e9 HTTP/1.1" status: 204 len: 168 time: 0.3726389 Nov 23 12:50:26.175848 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55592) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:26.292845 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.303269 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Deleting port 1f98c765-6828-4984-ad0d-b16955752aab {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:26.303525 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.435468 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:26.469911 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:50:26.470288 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 806a9bf3-5e9c-471d-8bd5-f4ebb57104f1 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:50:26.470713 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 54e72766-6d4d-4e2a-97c6-98851a2b7f25 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:26.498816 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f904a5f-584f-4166-9d5a-df4ecb3d070a None None] DHCP port deletion for bd883b9e-19b4-4ad8-81e3-8843f8e0480a request from dv-cinder-818884-1-smb {{(pid=86827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 12:50:26.507149 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: 54e72766-6d4d-4e2a-97c6-98851a2b7f25 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:50:26.507501 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 54e72766-6d4d-4e2a-97c6-98851a2b7f25 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:50:26.508868 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-5f904a5f-584f-4166-9d5a-df4ecb3d070a None None] Deleting port 1f98c765-6828-4984-ad0d-b16955752aab {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:26.509241 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-5f904a5f-584f-4166-9d5a-df4ecb3d070a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.517895 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] For port 1f98c765-6828-4984-ad0d-b16955752aab, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=1f98c765-6828-4984-ad0d-b16955752aab,segment=NetworkSegment(e50bd2bb-ef47-4df9-b90a-c5b29378ec61),segment_id=e50bd2bb-ef47-4df9-b90a-c5b29378ec61)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:26.518278 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.643785 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Calling delete_port for 1f98c765-6828-4984-ad0d-b16955752aab owned by network:dhcp {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:26.730605 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.735336 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:26.757189 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-5f904a5f-584f-4166-9d5a-df4ecb3d070a None None] For port 1f98c765-6828-4984-ad0d-b16955752aab, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=1f98c765-6828-4984-ad0d-b16955752aab,segment=NetworkSegment(e50bd2bb-ef47-4df9-b90a-c5b29378ec61),segment_id=e50bd2bb-ef47-4df9-b90a-c5b29378ec61)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:26.757575 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-5f904a5f-584f-4166-9d5a-df4ecb3d070a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.779030 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f98c765-6828-4984-ad0d-b16955752aab,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:26.782645 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:26.784805 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] No DVR routers for this DVR port 1f98c765-6828-4984-ad0d-b16955752aab on host dv-cinder-818884-1-smb {{(pid=86826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:50:26.887602 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-5f904a5f-584f-4166-9d5a-df4ecb3d070a None None] Calling delete_port for 1f98c765-6828-4984-ad0d-b16955752aab owned by network:dhcp {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:26.965087 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.db.api [None req-5f904a5f-584f-4166-9d5a-df4ecb3d070a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:50:26.965435 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_db.api [None req-5f904a5f-584f-4166-9d5a-df4ecb3d070a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:50:27.081466 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:27.112795 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd883b9e-19b4-4ad8-81e3-8843f8e0480a']}} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:27.127099 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50bd2bb-ef47-4df9-b90a-c5b29378ec61') {'for_net_delete': True} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:27.127391 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50bd2bb-ef47-4df9-b90a-c5b29378ec61') {} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:27.141939 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624557'] for segment, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:27.163984 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c683761-fd52-44fe-8c3d-c384c4f3fde7 req-79e5af71-7941-4394-ae8c-0814d2453189 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:27.165350 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3c683761-fd52-44fe-8c3d-c384c4f3fde7 req-79e5af71-7941-4394-ae8c-0814d2453189 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.2008631 Nov 23 12:50:27.168708 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:27.189761 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=86826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:50:27.190463 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953292'] for segment, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: Traceback (most recent call last): Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: timer() Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: cb(*args, **kw) Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: return func(*args, **kwargs) Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: self._notify() Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: self.callback(batched_events) Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: event.method(event) Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: return f(self, *a, **k) Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: return self._get(url).json() Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: return self.request(url, 'GET', **kwargs) Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:50:27.204157 dv-cinder-818884-1-smb neutron-server[86826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:50:27.288741 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3c683761-fd52-44fe-8c3d-c384c4f3fde7 req-04905d93-0bb3-47d9-99f3-1aaa9170c8f0 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175416 Nov 23 12:50:27.292296 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:27.296024 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:27.314391 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:27.324291 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Pushing event deleted for resources: {'Network': ['ID=bd883b9e-19b4-4ad8-81e3-8843f8e0480a,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:27.328363 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:27.331610 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-fcccdc39-d08f-49e8-9727-db6d923e790a admin admin] 10.222.0.41 "DELETE /v2.0/networks/bd883b9e-19b4-4ad8-81e3-8843f8e0480a HTTP/1.1" status: 204 len: 168 time: 1.1547179 Nov 23 12:50:27.442690 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55606) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:27.466503 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-5f904a5f-584f-4166-9d5a-df4ecb3d070a None None] Deleting port 1f98c765-6828-4984-ad0d-b16955752aab {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:27.467078 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-5f904a5f-584f-4166-9d5a-df4ecb3d070a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:27.493651 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-6c07391b-a2bf-4466-bf98-b6a1a6b7a52a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d92b5aa4e35d4a1b98c0fb33e75a9bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495737 Nov 23 12:50:27.495928 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55610) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:27.546638 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-5f904a5f-584f-4166-9d5a-df4ecb3d070a None None] The port '1f98c765-6828-4984-ad0d-b16955752aab' was deleted {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 12:50:27.567602 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9af61549-a1c4-4f76-b780-c1efcb892c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:27.594032 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9af61549-a1c4-4f76-b780-c1efcb892c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:27.644189 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9af61549-a1c4-4f76-b780-c1efcb892c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:27.648278 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-4e6dbe6d-0904-452c-a64b-4a88df13a053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:27.662593 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af61549-a1c4-4f76-b780-c1efcb892c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e69c13-08c0-4d28-aff4-5aacb3847846,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:27.665539 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9af61549-a1c4-4f76-b780-c1efcb892c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:27.674013 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-9af61549-a1c4-4f76-b780-c1efcb892c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:27.675222 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-9af61549-a1c4-4f76-b780-c1efcb892c17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72e69c13-08c0-4d28-aff4-5aacb3847846 HTTP/1.1" status: 204 len: 168 time: 0.1783214 Nov 23 12:50:28.047589 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55620) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:28.098323 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-53291ecf-94e3-446b-b18d-4026fd079110 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a089b01235b4a8d9b7e7907ae82f3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494533 Nov 23 12:50:28.100625 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55624) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:28.157451 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ccad008a-173d-473d-8836-c4b9a95e9f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:28.184012 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ccad008a-173d-473d-8836-c4b9a95e9f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:28.234242 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ccad008a-173d-473d-8836-c4b9a95e9f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:28.237983 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-178e8a60-f95e-41c5-b02b-b9a19f83ae90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:28.249253 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad008a-173d-473d-8836-c4b9a95e9f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a441ad7-b14d-4606-bee4-d82ac231475f,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:28.252053 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-ccad008a-173d-473d-8836-c4b9a95e9f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:28.258545 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-ccad008a-173d-473d-8836-c4b9a95e9f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:28.259648 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-ccad008a-173d-473d-8836-c4b9a95e9f7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a441ad7-b14d-4606-bee4-d82ac231475f HTTP/1.1" status: 204 len: 168 time: 0.1581314 Nov 23 12:50:28.413603 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 1f98c765-6828-4984-ad0d-b16955752aab no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:28.459403 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: 1f98c765-6828-4984-ad0d-b16955752aab {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:50:28.459747 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 1f98c765-6828-4984-ad0d-b16955752aab not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:50:28.506476 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d7910-2804-401b-bb55-fc8c263e231a req-75b4970d-c60d-45fa-85bb-6f9dc3aa1f01 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:28.508403 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-074d7910-2804-401b-bb55-fc8c263e231a req-75b4970d-c60d-45fa-85bb-6f9dc3aa1f01 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 943 time: 0.1056776 Nov 23 12:50:28.556084 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-074d7910-2804-401b-bb55-fc8c263e231a req-f180b89a-50a5-4d26-9d3f-9eecdd705755 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 Nov 23 12:50:29.296746 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 744315d0-5793-4401-ba9e-25486a4efdd4 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:50:29.450720 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=744315d0-5793-4401-ba9e-25486a4efdd4,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:29.466281 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '744315d0-5793-4401-ba9e-25486a4efdd4', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'port_id': '744315d0-5793-4401-ba9e-25486a4efdd4', 'mac_address': 'fa:16:3e:00:d6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:50:29.529910 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:29.555418 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744315d0-5793-4401-ba9e-25486a4efdd4 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:50:29.569637 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=744315d0-5793-4401-ba9e-25486a4efdd4,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:29.573413 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:29.575134 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:29.644921 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=744315d0-5793-4401-ba9e-25486a4efdd4,revision_number=9']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:29.648315 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:29.755724 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b65ed8-a388-44dc-b446-8ac28290790d req-6547946e-8585-4bbf-9e20-78467b6e501b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:29.757149 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-32b65ed8-a388-44dc-b446-8ac28290790d req-6547946e-8585-4bbf-9e20-78467b6e501b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 944 time: 0.0809319 Nov 23 12:50:29.802143 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['744315d0-5793-4401-ba9e-25486a4efdd4'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:50:29.808922 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-32b65ed8-a388-44dc-b446-8ac28290790d req-bce43a72-94a7-474d-b6c3-4eb051f85664 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457799 Nov 23 12:50:31.004581 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb66a1-5236-44e2-86f4-c8bf0db0e69c req-fc32b2d7-eeab-4e96-b478-6ce9acad260e tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:31.006024 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-aebb66a1-5236-44e2-86f4-c8bf0db0e69c req-fc32b2d7-eeab-4e96-b478-6ce9acad260e tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 944 time: 0.0828059 Nov 23 12:50:31.049296 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-aebb66a1-5236-44e2-86f4-c8bf0db0e69c req-a6dd5eec-219b-4397-8b7f-3dab9dc55b2b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376909 Nov 23 12:50:31.131888 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa564e0-d107-4fd9-8e08-3cada1cd6055 req-574c4dac-d7a3-4e64-b6f3-1ff70498fcab tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:31.133343 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-dfa564e0-d107-4fd9-8e08-3cada1cd6055 req-574c4dac-d7a3-4e64-b6f3-1ff70498fcab tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 946 time: 0.0844409 Nov 23 12:50:31.177550 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-dfa564e0-d107-4fd9-8e08-3cada1cd6055 req-1d9a435c-533f-4bea-97b8-adef033e5f57 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=caf36c35-d84e-4a56-87ce-3b29e0cb7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386846 Nov 23 12:50:31.304666 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 744315d0-5793-4401-ba9e-25486a4efdd4 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:50:31.371355 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 744315d0-5793-4401-ba9e-25486a4efdd4 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:31.371635 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:31.486643 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:31.513871 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:31.526519 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=744315d0-5793-4401-ba9e-25486a4efdd4,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:31.534292 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:31.535778 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:31.605191 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=744315d0-5793-4401-ba9e-25486a4efdd4,revision_number=10']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:31.608165 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:31.635031 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4', 'code': 200} Nov 23 12:50:32.176894 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d9c80-9413-4dae-93b9-5c8253ac973f req-fd597907-4b20-4dcc-bc52-812c676618dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:32.178491 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-426d9c80-9413-4dae-93b9-5c8253ac973f req-fd597907-4b20-4dcc-bc52-812c676618dd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 1099 time: 0.0812173 Nov 23 12:50:32.232761 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-426d9c80-9413-4dae-93b9-5c8253ac973f req-183292e9-3b15-463c-a276-3f03a0e454c3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459921 Nov 23 12:50:32.255112 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0aa71d-dcbb-408c-8959-fda2068bf914 req-27bba29a-8ab0-4946-9205-182bfb0fa308 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:32.256671 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4a0aa71d-dcbb-408c-8959-fda2068bf914 req-27bba29a-8ab0-4946-9205-182bfb0fa308 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 946 time: 0.0921602 Nov 23 12:50:32.304122 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4a0aa71d-dcbb-408c-8959-fda2068bf914 req-f9de5849-d1cb-4471-afc1-3d7a4dbba024 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413160 Nov 23 12:50:32.398504 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdfe5e-d7b1-4829-ba09-64e5500dcbb4 req-8db01053-a035-41e5-b827-0fbd6275a620 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:32.400086 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-45bdfe5e-d7b1-4829-ba09-64e5500dcbb4 req-8db01053-a035-41e5-b827-0fbd6275a620 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 946 time: 0.0836263 Nov 23 12:50:32.443600 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-45bdfe5e-d7b1-4829-ba09-64e5500dcbb4 req-61ea8e61-ec1e-44b3-8c7e-41b7aeac3fca tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=caf36c35-d84e-4a56-87ce-3b29e0cb7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376709 Nov 23 12:50:33.349186 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-702fb41b-641e-444f-a66c-b933c37c387c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:33.351057 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-702fb41b-641e-444f-a66c-b933c37c387c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.76 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 946 time: 0.0835512 Nov 23 12:50:33.428367 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Deleting port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:33.428705 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:33.519336 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac07c-7fb1-4c07-9145-008e7a330ee4 req-5222b4f5-286b-47d3-a712-9f69522ca98c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:33.521549 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b3cac07c-7fb1-4c07-9145-008e7a330ee4 req-5222b4f5-286b-47d3-a712-9f69522ca98c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 946 time: 0.1025834 Nov 23 12:50:33.574215 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b3cac07c-7fb1-4c07-9145-008e7a330ee4 req-0ac4c460-a166-4532-89d9-9c835561501d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463452 Nov 23 12:50:33.822191 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f4dc9-e05b-4c2f-bc8b-4687a6c07ad0 req-cf6f2f0e-3667-4e73-810c-9a518fde6e72 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:33.823667 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1b6f4dc9-e05b-4c2f-bc8b-4687a6c07ad0 req-cf6f2f0e-3667-4e73-810c-9a518fde6e72 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 946 time: 0.2059886 Nov 23 12:50:33.863444 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] For port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:33.863821 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:33.962418 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1b6f4dc9-e05b-4c2f-bc8b-4687a6c07ad0 req-35a87fb4-1263-4e84-9f92-ab26bb998c69 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups?id=caf36c35-d84e-4a56-87ce-3b29e0cb7443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262031 Nov 23 12:50:34.278405 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:34.280032 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:34.280346 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.l3_db [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Floating IP fba44282-9cb1-4a4e-a4da-f01cc9c03f9d disassociated. External IP: 172.28.0.67, port: 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c. Nov 23 12:50:34.280683 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Calling delete_port for 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:34.429820 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:34.436404 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-7f81bf60-9a19-4041-a083-07b595594f63 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:34.479019 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event deleted for resources: {'Port': ['ID=7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:34.482572 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:34.668252 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Router ee37a1b0-29d6-41dc-8009-13673b84f161 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:50:34.792406 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7c760-5850-452e-9f03-65f1a7df05f1 req-19c5fc73-b740-43ad-877d-320c44e2d807 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:34.793840 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-38f7c760-5850-452e-9f03-65f1a7df05f1 req-19c5fc73-b740-43ad-877d-320c44e2d807 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 946 time: 0.0804467 Nov 23 12:50:34.849298 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-38f7c760-5850-452e-9f03-65f1a7df05f1 req-0fae4b2b-9618-4733-8918-90865266670d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495434 Nov 23 12:50:34.855454 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:50:34.872722 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e36bdf-a610-4e3f-94e8-019a81acb0d5 None None] Sync routers for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:50:34.882471 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e36bdf-a610-4e3f-94e8-019a81acb0d5 None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:34.883105 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-73e36bdf-a610-4e3f-94e8-019a81acb0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:50:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:34.948884 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] No DVR routers for this DVR port 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:50:34.951954 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:34.956397 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'name': 'network-vif-deleted', 'tag': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:34.972821 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9cc37ffa-bf17-4560-90a9-f4c3c2307f35 req-68fdc785-7828-41f9-b343-cafe90cd92b6 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.76 "DELETE /v2.0/ports/7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c HTTP/1.1" status: 204 len: 173 time: 1.6139109 Nov 23 12:50:35.026845 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421ca2cc-6bc0-4648-9cf4-168e49ab64b7', 'name': 'network-vif-deleted', 'tag': '7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c', 'status': 'completed', 'code': 200} Nov 23 12:50:35.091801 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-73e36bdf-a610-4e3f-94e8-019a81acb0d5 None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:35.124416 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-46e80d60-5027-4ca1-9c9b-9471a6aa89d0 req-82dc1abd-940f-44db-85ef-3a1b40605d02 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/ports?device_id=421ca2cc-6bc0-4648-9cf4-168e49ab64b7 HTTP/1.1" status: 200 len: 210 time: 0.0465953 Nov 23 12:50:35.463635 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-73e36bdf-a610-4e3f-94e8-019a81acb0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:23Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:35.468122 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e36bdf-a610-4e3f-94e8-019a81acb0d5 None None] Checking router: ee37a1b0-29d6-41dc-8009-13673b84f161 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:50:35.477266 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e36bdf-a610-4e3f-94e8-019a81acb0d5 None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:35.477877 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-73e36bdf-a610-4e3f-94e8-019a81acb0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:50:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:35.662831 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-73e36bdf-a610-4e3f-94e8-019a81acb0d5 None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:35.985158 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-73e36bdf-a610-4e3f-94e8-019a81acb0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:23Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:35.989108 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e36bdf-a610-4e3f-94e8-019a81acb0d5 None None] The sync data for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb is: [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': '907d9fe7-bd87-44e0-9a4c-b0f45c50690b', 'name': '', 'network_id': '8cf8bce4-1366-428a-bf98-48c4da42a9ab', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'mac_address': 'fa:16:3e:84:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:06Z', 'updated_at': '2021-11-23T12:45:23Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'subnets': [{'id': '9d0b5047-97fd-4983-80d0-d255ab3b4eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:50:36.214027 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d51b6-9c75-4da5-a23f-189a34cfe2db None None] New status for floating IP fba44282-9cb1-4a4e-a4da-f01cc9c03f9d: DOWN {{(pid=86828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:50:36.261227 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55758) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:36.342508 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-778b6d54-64f2-4372-8888-40dc3b42565f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.371918 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-778b6d54-64f2-4372-8888-40dc3b42565f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.424015 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-778b6d54-64f2-4372-8888-40dc3b42565f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.428309 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-dad097ef-45d7-4a99-837c-d825e7b5c73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:36.444418 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b6d54-64f2-4372-8888-40dc3b42565f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf36c35-d84e-4a56-87ce-3b29e0cb7443,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:36.446951 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-778b6d54-64f2-4372-8888-40dc3b42565f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:36.459733 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-778b6d54-64f2-4372-8888-40dc3b42565f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.460865 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-778b6d54-64f2-4372-8888-40dc3b42565f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "DELETE /v2.0/security-groups/caf36c35-d84e-4a56-87ce-3b29e0cb7443 HTTP/1.1" status: 204 len: 168 time: 0.1980674 Nov 23 12:50:36.463508 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55762) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:36.491922 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.api.v2.resource [None req-f096ea16-ce7a-47c0-ba44-9275d75d7fc2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] show failed (client error): The resource could not be found. Nov 23 12:50:36.494184 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-f096ea16-ce7a-47c0-ba44-9275d75d7fc2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "GET /v2.0/security-groups/caf36c35-d84e-4a56-87ce-3b29e0cb7443 HTTP/1.1" status: 404 len: 347 time: 0.0294123 Nov 23 12:50:36.496918 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55766) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:36.660862 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-6754cdbd-5d36-47eb-b964-0d39421b94f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Deleting port e135811d-ec0f-4517-94d9-47781e32981d {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:36.661201 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6754cdbd-5d36-47eb-b964-0d39421b94f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.832323 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6754cdbd-5d36-47eb-b964-0d39421b94f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.832661 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6754cdbd-5d36-47eb-b964-0d39421b94f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:37.047922 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-6754cdbd-5d36-47eb-b964-0d39421b94f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Calling delete_port for e135811d-ec0f-4517-94d9-47781e32981d owned by network:floatingip {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:37.195679 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6754cdbd-5d36-47eb-b964-0d39421b94f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:37.199174 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:37.243054 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754cdbd-5d36-47eb-b964-0d39421b94f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Pushing event deleted for resources: {'Port': ['ID=e135811d-ec0f-4517-94d9-47781e32981d,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:37.246456 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-6754cdbd-5d36-47eb-b964-0d39421b94f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:37.325318 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:37.341218 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6754cdbd-5d36-47eb-b964-0d39421b94f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks [] for floatingip, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:37.351772 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22007a-551c-4a9f-bcd0-7078a30c1274 req-ed5da055-c58c-4c55-92f6-cb4ca7e0cd6e tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:37.353239 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-aa22007a-551c-4a9f-bcd0-7078a30c1274 req-ed5da055-c58c-4c55-92f6-cb4ca7e0cd6e tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 945 time: 0.0868795 Nov 23 12:50:37.355909 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-6754cdbd-5d36-47eb-b964-0d39421b94f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:37.357027 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-6754cdbd-5d36-47eb-b964-0d39421b94f2 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] 10.222.0.41 "DELETE /v2.0/floatingips/fba44282-9cb1-4a4e-a4da-f01cc9c03f9d HTTP/1.1" status: 204 len: 168 time: 0.8592172 Nov 23 12:50:37.363084 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:50:37.363515 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 7a7eeae2-fffe-4aa7-aa8f-2c3d015a408c not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:50:37.399252 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-aa22007a-551c-4a9f-bcd0-7078a30c1274 req-c067499c-9809-4ad1-8b28-d9c47a575b6b tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 Nov 23 12:50:38.584369 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4e661-c0e5-47f9-bbd2-72084b704520 req-13a2f341-241b-4c6a-9992-5a96df9646db tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:38.585825 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-28f4e661-c0e5-47f9-bbd2-72084b704520 req-13a2f341-241b-4c6a-9992-5a96df9646db tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 945 time: 0.0810125 Nov 23 12:50:38.630186 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-28f4e661-c0e5-47f9-bbd2-72084b704520 req-c60792aa-2ad4-41f2-94df-3415b6c57248 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Nov 23 12:50:39.236639 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-567744ed-d17a-4f8e-b753-3f1c1a02df37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:39.813133 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4f38c-ef4b-4ef9-8b2c-e696434ea89f req-d005af05-08df-4f84-9a5e-51b14762f2f9 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:39.814597 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-aed4f38c-ef4b-4ef9-8b2c-e696434ea89f req-d005af05-08df-4f84-9a5e-51b14762f2f9 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 945 time: 0.0791893 Nov 23 12:50:39.831527 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:39.868760 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-aed4f38c-ef4b-4ef9-8b2c-e696434ea89f req-c25ce549-3e4e-4f99-8a69-60d386d098c1 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434752 Nov 23 12:50:40.838946 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:41.054728 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088af9a-f658-4941-9d05-5090d1cf1a63 req-4985ee6b-f880-40f8-a705-5c8de282b081 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:41.056154 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3088af9a-f658-4941-9d05-5090d1cf1a63 req-4985ee6b-f880-40f8-a705-5c8de282b081 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 945 time: 0.0828695 Nov 23 12:50:41.100051 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3088af9a-f658-4941-9d05-5090d1cf1a63 req-822bce85-22f0-4330-9f2e-0143024d789d tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380445 Nov 23 12:50:41.347109 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55808) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:41.672540 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f0c1fea7-3a72-42ea-8f66-1b0349ca3bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:41.982901 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643750'] for router_interface, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:42.022192 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65814aad-0ea7-42e1-9e7b-32e009716a9d req-f257f35e-fda1-4112-b5fa-e6ae08c021fa tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:42.023639 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-65814aad-0ea7-42e1-9e7b-32e009716a9d req-f257f35e-fda1-4112-b5fa-e6ae08c021fa tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 945 time: 0.0792513 Nov 23 12:50:42.092915 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-65814aad-0ea7-42e1-9e7b-32e009716a9d req-60d94b07-b2d6-4b5d-b251-538fb0d06700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Deleting port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:42.093402 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-65814aad-0ea7-42e1-9e7b-32e009716a9d req-60d94b07-b2d6-4b5d-b251-538fb0d06700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:42.346833 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] Deleting port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:42.347424 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:42.417476 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816dc1c-97b8-4554-9537-efce69d39c90 req-1e0ce9bd-d896-4dcb-a604-eca47283d6cf tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:42.418963 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0816dc1c-97b8-4554-9537-efce69d39c90 req-1e0ce9bd-d896-4dcb-a604-eca47283d6cf tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/ports?device_id=d11d00ad-57fe-485b-bd12-e8670113680e HTTP/1.1" status: 200 len: 945 time: 0.2114320 Nov 23 12:50:42.424165 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-65814aad-0ea7-42e1-9e7b-32e009716a9d req-60d94b07-b2d6-4b5d-b251-538fb0d06700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] For port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90,segment=NetworkSegment(10fcd4a2-8645-443e-9699-5db876e19964),segment_id=10fcd4a2-8645-443e-9699-5db876e19964)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:42.424522 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-65814aad-0ea7-42e1-9e7b-32e009716a9d req-60d94b07-b2d6-4b5d-b251-538fb0d06700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:42.622531 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] For port 907d9fe7-bd87-44e0-9a4c-b0f45c50690b, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=907d9fe7-bd87-44e0-9a4c-b0f45c50690b,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:42.622774 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:42.662844 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-65814aad-0ea7-42e1-9e7b-32e009716a9d req-60d94b07-b2d6-4b5d-b251-538fb0d06700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Calling delete_port for 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:42.730356 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0816dc1c-97b8-4554-9537-efce69d39c90 req-44de8655-a99e-4386-aff0-a379e75d2c96 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.41 "GET /v2.0/security-groups?id=99d04cf1-187f-4a7d-be51-2947222cea92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977703 Nov 23 12:50:42.755563 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] Calling delete_port for 907d9fe7-bd87-44e0-9a4c-b0f45c50690b owned by network:router_interface {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:42.823746 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-65814aad-0ea7-42e1-9e7b-32e009716a9d req-60d94b07-b2d6-4b5d-b251-538fb0d06700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:42.829657 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-289c4375-525d-4947-9e40-920350ff491a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:42.834914 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:50:42.877327 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d94b07-b2d6-4b5d-b251-538fb0d06700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Pushing event deleted for resources: {'Port': ['ID=96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:42.880477 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-60d94b07-b2d6-4b5d-b251-538fb0d06700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:42.951495 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:42.954627 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-65814aad-0ea7-42e1-9e7b-32e009716a9d req-60d94b07-b2d6-4b5d-b251-538fb0d06700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] No DVR routers for this DVR port 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:50:42.955093 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:42.957060 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-65814aad-0ea7-42e1-9e7b-32e009716a9d req-60d94b07-b2d6-4b5d-b251-538fb0d06700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:42.958747 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-977ca662-7d06-4ac0-a429-dc0d3b78d90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:42.959677 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11d00ad-57fe-485b-bd12-e8670113680e', 'name': 'network-vif-deleted', 'tag': '96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:42.976866 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-65814aad-0ea7-42e1-9e7b-32e009716a9d req-60d94b07-b2d6-4b5d-b251-538fb0d06700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] 10.222.0.76 "DELETE /v2.0/ports/96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 HTTP/1.1" status: 204 len: 173 time: 0.9468412 Nov 23 12:50:43.006787 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11d00ad-57fe-485b-bd12-e8670113680e', 'name': 'network-vif-deleted', 'tag': '96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90', 'status': 'completed', 'code': 200} Nov 23 12:50:43.049063 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] Pushing event deleted for resources: {'Port': ['ID=907d9fe7-bd87-44e0-9a4c-b0f45c50690b,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:43.051968 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:43.303694 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641366'] for router_interface, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:43.496503 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5b79eebd-b011-4a86-b60c-b46153547b34 req-10d1bb23-0df4-4e49-a6db-26a1c6ec080f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727603 Nov 23 12:50:43.639878 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79eebd-b011-4a86-b60c-b46153547b34 req-31d45b23-5890-4dff-9534-ef4ca6d45a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:43.641346 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5b79eebd-b011-4a86-b60c-b46153547b34 req-31d45b23-5890-4dff-9534-ef4ca6d45a42 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 1099 time: 0.0731180 Nov 23 12:50:43.665651 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] Router ee37a1b0-29d6-41dc-8009-13673b84f161 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:50:43.786194 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79eebd-b011-4a86-b60c-b46153547b34 req-4d318d50-32a8-4e02-860f-8cc7d8820c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:43.787945 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5b79eebd-b011-4a86-b60c-b46153547b34 req-4d318d50-32a8-4e02-860f-8cc7d8820c03 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 918 time: 0.1283839 Nov 23 12:50:43.842899 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:50:43.857907 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] 10.222.0.41 "PUT /v2.0/routers/ee37a1b0-29d6-41dc-8009-13673b84f161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5097189 Nov 23 12:50:43.858765 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55822) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:43.859363 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92a2ba-1378-4eda-8e41-1169955e04e9 None None] Sync routers for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:50:43.882518 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92a2ba-1378-4eda-8e41-1169955e04e9 None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:43.886101 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-df92a2ba-1378-4eda-8e41-1169955e04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:50:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:43.895149 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5b79eebd-b011-4a86-b60c-b46153547b34 req-65c90096-9c16-43c1-add9-66aeda961cea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=744315d0-5793-4401-ba9e-25486a4efdd4 HTTP/1.1" status: 200 len: 1001 time: 0.1012046 Nov 23 12:50:43.964666 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79eebd-b011-4a86-b60c-b46153547b34 req-9f8aabd4-febe-490d-a3de-13f82d803f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:43.966306 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5b79eebd-b011-4a86-b60c-b46153547b34 req-9f8aabd4-febe-490d-a3de-13f82d803f77 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 200 len: 856 time: 0.0653739 Nov 23 12:50:44.060232 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79eebd-b011-4a86-b60c-b46153547b34 req-cd1e9e97-fe62-4c60-8dae-607b6cefe0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:44.062159 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5b79eebd-b011-4a86-b60c-b46153547b34 req-cd1e9e97-fe62-4c60-8dae-607b6cefe0f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887694 Nov 23 12:50:44.090513 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-df92a2ba-1378-4eda-8e41-1169955e04e9 None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:44.167071 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Notify callbacks [] for router, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:44.222524 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5b79eebd-b011-4a86-b60c-b46153547b34 req-5fd1530e-934c-413e-9323-7921f840fe00 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519568 Nov 23 12:50:44.398152 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:44.403395 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:44.414340 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Deleting port ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:44.414701 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:44.446133 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5b79eebd-b011-4a86-b60c-b46153547b34 req-647f731b-ad73-404a-b8f2-7edf5dabda1d service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174439 Nov 23 12:50:44.514411 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-df92a2ba-1378-4eda-8e41-1169955e04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:50:42Z', 'revision_number': 5, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port': {'id': 'ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:44:56Z', 'updated_at': '2021-11-23T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:44.518410 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92a2ba-1378-4eda-8e41-1169955e04e9 None None] Checking router: ee37a1b0-29d6-41dc-8009-13673b84f161 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:50:44.526740 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92a2ba-1378-4eda-8e41-1169955e04e9 None None] Routers {'ee37a1b0-29d6-41dc-8009-13673b84f161'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:44.527426 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-df92a2ba-1378-4eda-8e41-1169955e04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:50:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['ee37a1b0-29d6-41dc-8009-13673b84f161'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:44.593626 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] For port ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:44.593919 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:44.679814 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-df92a2ba-1378-4eda-8e41-1169955e04e9 None None] Set router ee37a1b0-29d6-41dc-8009-13673b84f161 gateway port host: None {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:44.717440 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Calling delete_port for ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 owned by network:router_gateway {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:44.784562 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-df92a2ba-1378-4eda-8e41-1169955e04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:50:44Z', 'revision_number': 6, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port_host': None}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:44.789068 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92a2ba-1378-4eda-8e41-1169955e04e9 None None] The sync data for ids ['ee37a1b0-29d6-41dc-8009-13673b84f161'] in dv-cinder-818884-1-smb is: [{'id': 'ee37a1b0-29d6-41dc-8009-13673b84f161', 'name': 'tempest-AttachVolumeTestJSON-1761944981-router', 'tenant_id': '26434ee31c8a4e828f6ebb7445caebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:44:54Z', 'updated_at': '2021-11-23T12:50:44Z', 'revision_number': 6, 'project_id': '26434ee31c8a4e828f6ebb7445caebe2', 'gw_port_host': None}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:50:44.885794 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:44.889473 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-447a0e0c-1d6e-43bc-aeaa-c8905e353f2c tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:44.935493 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:44.938582 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:45.023865 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963777'] for router_gateway, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:45.195111 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48163'] for router, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:45.197365 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:45.222447 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643663'] for router, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:45.222919 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee37a1b0-29d6-41dc-8009-13673b84f161 {{(pid=86826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:50:45.236186 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] Notify callbacks [] for router, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:45.237296 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-91b8e22e-ddae-4c3f-9030-a6829298ac64 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ee37a1b0-29d6-41dc-8009-13673b84f161 HTTP/1.1" status: 204 len: 168 time: 1.3776360 Nov 23 12:50:45.239857 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55830) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:45.300310 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_v2 [None req-130107e4-5cde-47bc-8f6a-0cc4d4ffdaad admin admin] Deleting subnet 9d0b5047-97fd-4983-80d0-d255ab3b4eef {{(pid=86826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:50:45.303164 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-130107e4-5cde-47bc-8f6a-0cc4d4ffdaad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:45.352976 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-130107e4-5cde-47bc-8f6a-0cc4d4ffdaad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624570'] for subnet, precommit_delete_associations {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:45.383510 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:45.422876 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:50:45.423186 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 96f8a9b9-db24-4ed6-8c2c-b7e2e6cf2e90 not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:50:45.557180 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-130107e4-5cde-47bc-8f6a-0cc4d4ffdaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:45.631735 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-130107e4-5cde-47bc-8f6a-0cc4d4ffdaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9875377'] for subnet, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:45.636503 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:45.672021 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130107e4-5cde-47bc-8f6a-0cc4d4ffdaad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d0b5047-97fd-4983-80d0-d255ab3b4eef,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:45.675219 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-130107e4-5cde-47bc-8f6a-0cc4d4ffdaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:45.678784 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-130107e4-5cde-47bc-8f6a-0cc4d4ffdaad admin admin] Notify callbacks [] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:45.689664 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-130107e4-5cde-47bc-8f6a-0cc4d4ffdaad admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9d0b5047-97fd-4983-80d0-d255ab3b4eef HTTP/1.1" status: 204 len: 168 time: 0.4464767 Nov 23 12:50:45.689780 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55838) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:45.690211 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464cf461-a46a-42bc-b8e4-a169390bbaff None None] Network 8cf8bce4-1366-428a-bf98-48c4da42a9ab requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:50:45.817713 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:45.829206 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Deleting port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:45.829550 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:45.985030 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cda102-f3b7-4ba6-b118-9472c68a289c None None] DHCP port deletion for 8cf8bce4-1366-428a-bf98-48c4da42a9ab request from dv-cinder-818884-1-smb {{(pid=86827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 12:50:45.989859 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-c4cda102-f3b7-4ba6-b118-9472c68a289c None None] Deleting port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:45.990248 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c4cda102-f3b7-4ba6-b118-9472c68a289c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.049657 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] For port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:46.050007 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.169656 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Calling delete_port for 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da owned by network:dhcp {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:46.191495 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-c4cda102-f3b7-4ba6-b118-9472c68a289c None None] For port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da,segment=NetworkSegment(49521663-f5d6-4936-83e0-5dff8d9056d4),segment_id=49521663-f5d6-4936-83e0-5dff8d9056d4)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:46.191853 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c4cda102-f3b7-4ba6-b118-9472c68a289c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.245814 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.249524 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:46.294541 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:46.297606 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:46.298423 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] No DVR routers for this DVR port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da on host dv-cinder-818884-1-smb {{(pid=86826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:50:46.322566 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-c4cda102-f3b7-4ba6-b118-9472c68a289c None None] Calling delete_port for 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da owned by network:dhcp {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:46.393782 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.db.api [None req-c4cda102-f3b7-4ba6-b118-9472c68a289c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:50:46.394436 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_db.api [None req-c4cda102-f3b7-4ba6-b118-9472c68a289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:50:46.413625 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.427765 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:46.439208 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf8bce4-1366-428a-bf98-48c4da42a9ab']}} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:46.452305 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49521663-f5d6-4936-83e0-5dff8d9056d4') {'for_net_delete': True} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:46.452530 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49521663-f5d6-4936-83e0-5dff8d9056d4') {} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:46.463578 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624557'] for segment, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.466449 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:50:46.466795 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:50:46.467214 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:46.478826 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.484917 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=86826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:50:46.485336 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953292'] for segment, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: Traceback (most recent call last): Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: timer() Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: cb(*args, **kw) Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: return func(*args, **kwargs) Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: self._notify() Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: self.callback(batched_events) Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: event.method(event) Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: return f(self, *a, **k) Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: return self._get(url).json() Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: return self.request(url, 'GET', **kwargs) Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:50:46.499170 dv-cinder-818884-1-smb neutron-server[86826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:50:46.501529 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:50:46.501529 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device ccfc8b5d-0a7f-4f7a-94ab-3f91fba75914 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:50:46.501529 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 907d9fe7-bd87-44e0-9a4c-b0f45c50690b no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:50:46.532467 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: 907d9fe7-bd87-44e0-9a4c-b0f45c50690b {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:50:46.532811 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 907d9fe7-bd87-44e0-9a4c-b0f45c50690b not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:50:46.577185 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.580846 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a162babc-8826-4deb-ab2e-9a3293588740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:46.593231 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.603804 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf8bce4-1366-428a-bf98-48c4da42a9ab,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:46.606827 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:46.618034 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-d93eb9a7-9a25-4b19-a5c7-1a680a173d89 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8cf8bce4-1366-428a-bf98-48c4da42a9ab HTTP/1.1" status: 204 len: 168 time: 0.9270782 Nov 23 12:50:46.727996 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55846) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:46.777132 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-28e81433-3f3b-49b4-a58d-edc1ca44f83a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26434ee31c8a4e828f6ebb7445caebe2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478146 Nov 23 12:50:46.779620 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 55852) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:46.838321 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fb78-b88b-4ca1-a805-3a954a40aa92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.864439 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fb78-b88b-4ca1-a805-3a954a40aa92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.895915 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-c4cda102-f3b7-4ba6-b118-9472c68a289c None None] Deleting port 3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:46.896383 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c4cda102-f3b7-4ba6-b118-9472c68a289c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.918490 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fb78-b88b-4ca1-a805-3a954a40aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.923132 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-fd9574d6-5016-4bb7-a039-5d2faa6f657b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:46.938530 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6fb78-b88b-4ca1-a805-3a954a40aa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691fbabd-af7d-4579-9850-c52c2ec18c91,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:46.941230 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-1ff6fb78-b88b-4ca1-a805-3a954a40aa92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:46.947908 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fb78-b88b-4ca1-a805-3a954a40aa92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:46.951441 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-1ff6fb78-b88b-4ca1-a805-3a954a40aa92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/691fbabd-af7d-4579-9850-c52c2ec18c91 HTTP/1.1" status: 204 len: 168 time: 0.1684172 Nov 23 12:50:46.973324 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-c4cda102-f3b7-4ba6-b118-9472c68a289c None None] The port '3cfe8d37-a7ad-4b22-a8ba-85ae4a2fe6da' was deleted {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 12:50:48.745628 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 55918) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:48.875097 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-341cc92f-2bd1-4a18-aa2e-8538fd8853b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:48.891903 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-341cc92f-2bd1-4a18-aa2e-8538fd8853b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:48.895953 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-341cc92f-2bd1-4a18-aa2e-8538fd8853b4 admin admin] Usage tracker for resource:security_group_rule and tenant:2c858b01ed114954a2277fe3fe56f149 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:48.898842 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-341cc92f-2bd1-4a18-aa2e-8538fd8853b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:48.905320 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-341cc92f-2bd1-4a18-aa2e-8538fd8853b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:48.986641 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-341cc92f-2bd1-4a18-aa2e-8538fd8853b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:48.990839 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-341cc92f-2bd1-4a18-aa2e-8538fd8853b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:48.996893 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-62b08a9f-28a5-47be-8b98-f6a81db05596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:49.040701 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-341cc92f-2bd1-4a18-aa2e-8538fd8853b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c858b01ed114954a2277fe3fe56f149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939899 Nov 23 12:50:49.041641 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cc92f-2bd1-4a18-aa2e-8538fd8853b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03900cac-48df-4f22-baf3-7fd0785217de,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:49.043408 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55924) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:49.044711 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-341cc92f-2bd1-4a18-aa2e-8538fd8853b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:49.106034 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-51c941c2-bad4-4eaa-9fc9-5d6690c140c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:49.131050 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-51c941c2-bad4-4eaa-9fc9-5d6690c140c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:49.182301 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-51c941c2-bad4-4eaa-9fc9-5d6690c140c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:49.186001 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-5bd0a110-7bec-4243-8383-1c6069f55253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:49.197098 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c941c2-bad4-4eaa-9fc9-5d6690c140c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03900cac-48df-4f22-baf3-7fd0785217de,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:49.201390 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-51c941c2-bad4-4eaa-9fc9-5d6690c140c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:49.203305 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-51c941c2-bad4-4eaa-9fc9-5d6690c140c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:49.207335 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-51c941c2-bad4-4eaa-9fc9-5d6690c140c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03900cac-48df-4f22-baf3-7fd0785217de HTTP/1.1" status: 204 len: 168 time: 0.1621113 Nov 23 12:50:49.472262 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55932) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:49.490180 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-31fd1d25-67e0-4d5e-a090-d6c5d4ad37ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:49.504207 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-31fd1d25-67e0-4d5e-a090-d6c5d4ad37ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:49.508465 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-31fd1d25-67e0-4d5e-a090-d6c5d4ad37ee admin admin] Usage tracker for resource:security_group_rule and tenant:e093f546b615481bb157745177c6ec75 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:49.511229 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-31fd1d25-67e0-4d5e-a090-d6c5d4ad37ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:49.516813 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-31fd1d25-67e0-4d5e-a090-d6c5d4ad37ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:49.596653 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-31fd1d25-67e0-4d5e-a090-d6c5d4ad37ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:49.600382 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-31fd1d25-67e0-4d5e-a090-d6c5d4ad37ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:49.607868 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7fe1c884-2ff8-477f-9bd7-c72c064497f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:49.651023 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-31fd1d25-67e0-4d5e-a090-d6c5d4ad37ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e093f546b615481bb157745177c6ec75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775746 Nov 23 12:50:49.651854 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd1d25-67e0-4d5e-a090-d6c5d4ad37ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3d0cd2-d44c-4e76-9270-99b1922cb740,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:49.653619 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 55936) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:49.654758 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-31fd1d25-67e0-4d5e-a090-d6c5d4ad37ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:49.712812 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-338d1088-42f5-4f9d-88c1-49a8b2a9d413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:49.737135 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-338d1088-42f5-4f9d-88c1-49a8b2a9d413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:49.787263 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-338d1088-42f5-4f9d-88c1-49a8b2a9d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:49.791015 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-238636c8-5b47-4ce7-9c16-ce00939dd849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:49.802868 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d1088-42f5-4f9d-88c1-49a8b2a9d413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3d0cd2-d44c-4e76-9270-99b1922cb740,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:49.805494 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-338d1088-42f5-4f9d-88c1-49a8b2a9d413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:49.819835 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-338d1088-42f5-4f9d-88c1-49a8b2a9d413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:49.824292 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-338d1088-42f5-4f9d-88c1-49a8b2a9d413 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c3d0cd2-d44c-4e76-9270-99b1922cb740 HTTP/1.1" status: 204 len: 168 time: 0.1694882 Nov 23 12:50:50.554831 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 55968) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:50.653580 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-160801384-network', 'tenant_id': '4ae5af267cf348c9b8729e53e6e61060'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:50.658071 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:50.662470 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Usage tracker for resource:network and tenant:4ae5af267cf348c9b8729e53e6e61060 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:50.665214 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:50.671854 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:50.681009 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Made reservation on behalf of 4ae5af267cf348c9b8729e53e6e61060 for: {'network': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:50:50.683310 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:50.694983 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:50.712595 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:50.716282 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Usage tracker for resource:security_group_rule and tenant:4ae5af267cf348c9b8729e53e6e61060 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:50.719012 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:50.725077 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:50.808126 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:50.812101 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:50.814964 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-a5c652c1-a24a-4c92-8c25-81e615d61c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:50.845356 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=86825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:50:50.854936 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60722c6-0eeb-43c5-b1f5-82e59a893b01,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:50.858405 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:50.860813 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:50.861144 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.segments_db [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Added segment 22e7621f-8a7d-4b5c-a588-f09b6fb15676 of type vlan for network a6492942-ccb6-46cc-a911-cf2fdd24e6ae Nov 23 12:50:50.888484 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:50.918698 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:50.919992 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:50.920627 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:50.926655 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e4e87832-4b33-478b-9acc-8f9a989ec8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:51.103483 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Pushing event updated for resources: {'Network': ['ID=a6492942-ccb6-46cc-a911-cf2fdd24e6ae,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:51.106460 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5505848 Nov 23 12:50:51.107308 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-21b6c24d-1be9-4de9-aaad-c3eac739af1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:51.109979 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55974) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:51.113961 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network a6492942-ccb6-46cc-a911-cf2fdd24e6ae details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:50:51.115833 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Request body: {'subnet': {'network_id': 'a6492942-ccb6-46cc-a911-cf2fdd24e6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-160801384-subnet', 'tenant_id': '4ae5af267cf348c9b8729e53e6e61060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:51.120922 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:51.124874 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Usage tracker for resource:subnet and tenant:4ae5af267cf348c9b8729e53e6e61060 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:51.127804 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:51.134163 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:51.146447 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Made reservation on behalf of 4ae5af267cf348c9b8729e53e6e61060 for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:50:51.148950 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9875354'] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:51.377619 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9953429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9875368'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:51.382297 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-624c2900-f519-48bd-bc74-018c08e41c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:51.440045 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7486013e-4cbf-4d86-b87c-c71b71412d07,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:51.449110 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:51.466567 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Checking segment: {'id': '22e7621f-8a7d-4b5c-a588-f09b6fb15676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a6492942-ccb6-46cc-a911-cf2fdd24e6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:50:51.466921 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Network hostable DHCP agents. Network: a6492942-ccb6-46cc-a911-cf2fdd24e6ae, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:50:51.484807 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Network a6492942-ccb6-46cc-a911-cf2fdd24e6ae is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:50:51.494445 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, a6492942-ccb6-46cc-a911-cf2fdd24e6ae) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:50:51.498934 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:51.499576 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:51.505729 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c8dc89-5fe8-4b7d-959d-69455cabdb03 None None] Network a6492942-ccb6-46cc-a911-cf2fdd24e6ae requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:50:51.625086 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-e0f0ce4d-ee9e-43d5-b57e-b97bef01410d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5140347 Nov 23 12:50:51.744441 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e6b52c-cc5a-4ccc-896c-3dc2a47e3bd6 None None] Network a6492942-ccb6-46cc-a911-cf2fdd24e6ae requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:50:52.137041 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 55998) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:52.142455 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1886944660-network', 'tenant_id': '9acd0e34797940d593989d67ae2ddc7e'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:52.147525 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:52.151277 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Usage tracker for resource:network and tenant:9acd0e34797940d593989d67ae2ddc7e is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:52.154047 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:52.160187 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:52.169965 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Made reservation on behalf of 9acd0e34797940d593989d67ae2ddc7e for: {'network': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:50:52.172176 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.183651 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.197450 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:52.201069 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Usage tracker for resource:security_group_rule and tenant:9acd0e34797940d593989d67ae2ddc7e is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:52.203742 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:52.209778 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:52.304707 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.308475 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.311602 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-cc39c002-c66f-4115-a3c7-3c93ebe8bc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:52.341279 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=86826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:50:52.354894 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d712abd-4fa3-45f8-bfa8-5ff87753a593,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:52.358445 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:52.360869 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.361205 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.segments_db [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Added segment ff7fb470-887e-4dfd-99e4-a0890052f47f of type vlan for network 77c196de-ea95-4235-8320-25e5f244683a Nov 23 12:50:52.388221 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.417543 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.418839 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:52.419418 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.422608 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:52.520692 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Pushing event updated for resources: {'Network': ['ID=77c196de-ea95-4235-8320-25e5f244683a,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:52.523898 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3858633 Nov 23 12:50:52.524766 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:52.526661 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56002) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:52.530744 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network 77c196de-ea95-4235-8320-25e5f244683a details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:50:52.531931 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Request body: {'subnet': {'network_id': '77c196de-ea95-4235-8320-25e5f244683a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1886944660-subnet', 'tenant_id': '9acd0e34797940d593989d67ae2ddc7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:52.536815 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:52.540646 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Usage tracker for resource:subnet and tenant:9acd0e34797940d593989d67ae2ddc7e is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:52.543516 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:52.549197 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:52.559940 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Made reservation on behalf of 9acd0e34797940d593989d67ae2ddc7e for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:50:52.562333 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9875354'] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.778781 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9953429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9875368'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.783986 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9f48766c-afff-462f-a521-7e851f600355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:52.856691 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80fe089-907e-4eda-8d0c-d1c99f3f2cbd,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:52.859716 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:52.871917 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Checking segment: {'id': 'ff7fb470-887e-4dfd-99e4-a0890052f47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '77c196de-ea95-4235-8320-25e5f244683a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:50:52.872606 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Network hostable DHCP agents. Network: 77c196de-ea95-4235-8320-25e5f244683a, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:50:52.895251 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Network 77c196de-ea95-4235-8320-25e5f244683a is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:50:52.904982 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, 77c196de-ea95-4235-8320-25e5f244683a) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:50:52.909275 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:52.910021 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.916829 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ccba3b-db02-4819-826b-3eaf68130aff None None] Network 77c196de-ea95-4235-8320-25e5f244683a requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:50:52.942023 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-43c342f9-0fff-41ab-b339-04c80b5dd0b8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4053760 Nov 23 12:50:53.078385 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56012) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:53.150960 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1143e4-45c6-4c08-8615-c24533d23427 admin admin] Deleting subnet 7486013e-4cbf-4d86-b87c-c71b71412d07 {{(pid=86825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:50:53.155388 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1337925-abfd-4cc1-a72e-aa60765cd96b None None] Network 77c196de-ea95-4235-8320-25e5f244683a requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:50:53.155538 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8e1143e4-45c6-4c08-8615-c24533d23427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.214212 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8e1143e4-45c6-4c08-8615-c24533d23427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2436981'] for subnet, precommit_delete_associations {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.277732 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8e1143e4-45c6-4c08-8615-c24533d23427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.358519 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8e1143e4-45c6-4c08-8615-c24533d23427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2303597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385658'] for subnet, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.365503 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:53.403627 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1143e4-45c6-4c08-8615-c24533d23427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7486013e-4cbf-4d86-b87c-c71b71412d07,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:53.406675 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-8e1143e4-45c6-4c08-8615-c24533d23427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:53.407638 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8e1143e4-45c6-4c08-8615-c24533d23427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.413905 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-8e1143e4-45c6-4c08-8615-c24533d23427 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7486013e-4cbf-4d86-b87c-c71b71412d07 HTTP/1.1" status: 204 len: 168 time: 0.3339896 Nov 23 12:50:53.416549 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56020) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:53.520234 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.641959 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.667231 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6492942-ccb6-46cc-a911-cf2fdd24e6ae']}} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:53.679363 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e7621f-8a7d-4b5c-a588-f09b6fb15676') {'for_net_delete': True} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:53.679654 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e7621f-8a7d-4b5c-a588-f09b6fb15676') {} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:53.691071 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2436962'] for segment, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.706517 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.713110 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=86825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:50:53.713485 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2303667'] for segment, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: Traceback (most recent call last): Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: timer() Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: cb(*args, **kw) Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: return func(*args, **kwargs) Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: self._notify() Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: self.callback(batched_events) Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: event.method(event) Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: return f(self, *a, **k) Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: return self._get(url).json() Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: return self.request(url, 'GET', **kwargs) Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:50:53.726787 dv-cinder-818884-1-smb neutron-server[86825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:50:53.801278 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.808004 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.810683 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4adccff3-b45e-41ee-82ea-3b0dea0b64a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:53.829237 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6492942-ccb6-46cc-a911-cf2fdd24e6ae,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:53.832083 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a6492942-ccb6-46cc-a911-cf2fdd24e6ae HTTP/1.1" status: 204 len: 168 time: 0.4146123 Nov 23 12:50:53.833413 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:53.835379 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56024) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:53.893001 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b029ee59-f9e8-489a-bc76-9bb492d79609 admin admin] Deleting subnet c80fe089-907e-4eda-8d0c-d1c99f3f2cbd {{(pid=86825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:50:53.896503 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b029ee59-f9e8-489a-bc76-9bb492d79609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.949136 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b029ee59-f9e8-489a-bc76-9bb492d79609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2436981'] for subnet, precommit_delete_associations {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.002221 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b029ee59-f9e8-489a-bc76-9bb492d79609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.066603 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b029ee59-f9e8-489a-bc76-9bb492d79609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2303597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385658'] for subnet, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.070800 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ffa5570d-6d39-45d1-8269-087ff7c40069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:54.107843 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029ee59-f9e8-489a-bc76-9bb492d79609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c80fe089-907e-4eda-8d0c-d1c99f3f2cbd,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:54.110804 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b029ee59-f9e8-489a-bc76-9bb492d79609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:54.111760 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b029ee59-f9e8-489a-bc76-9bb492d79609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.117516 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-b029ee59-f9e8-489a-bc76-9bb492d79609 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c80fe089-907e-4eda-8d0c-d1c99f3f2cbd HTTP/1.1" status: 204 len: 168 time: 0.2811408 Nov 23 12:50:54.120166 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56028) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:54.223094 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.343680 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.369884 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c196de-ea95-4235-8320-25e5f244683a']}} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:54.384776 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7fb470-887e-4dfd-99e4-a0890052f47f') {'for_net_delete': True} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:54.385105 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7fb470-887e-4dfd-99e4-a0890052f47f') {} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:54.397288 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2436962'] for segment, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.413206 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.419241 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=86825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:50:54.419626 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2303667'] for segment, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: Traceback (most recent call last): Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: timer() Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: cb(*args, **kw) Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: return func(*args, **kwargs) Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: self._notify() Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: self.callback(batched_events) Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: event.method(event) Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: return f(self, *a, **k) Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: return self._get(url).json() Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: return self.request(url, 'GET', **kwargs) Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:50:54.433093 dv-cinder-818884-1-smb neutron-server[86825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:50:54.512122 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.515658 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:54.528616 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.537693 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c196de-ea95-4235-8320-25e5f244683a,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:54.542506 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] 10.222.0.41 "DELETE /v2.0/networks/77c196de-ea95-4235-8320-25e5f244683a HTTP/1.1" status: 204 len: 168 time: 0.4190342 Nov 23 12:50:54.542506 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-bc5b36fa-4bd1-42a5-8eef-eac10a4a2a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:54.709051 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56042) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:54.761161 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-edd2f4a8-7c4c-4a26-aa80-6414fe24a884 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ae5af267cf348c9b8729e53e6e61060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504074 Nov 23 12:50:54.763212 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56046) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:54.822262 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4757337e-4282-4240-b5e1-19c0f2a9bc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.847184 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4757337e-4282-4240-b5e1-19c0f2a9bc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.987536 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4757337e-4282-4240-b5e1-19c0f2a9bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:54.991745 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ca39162a-6634-466f-a165-8ba68c1480ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:55.003963 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757337e-4282-4240-b5e1-19c0f2a9bc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60722c6-0eeb-43c5-b1f5-82e59a893b01,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:55.006817 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4757337e-4282-4240-b5e1-19c0f2a9bc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:55.008655 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4757337e-4282-4240-b5e1-19c0f2a9bc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:55.009749 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-4757337e-4282-4240-b5e1-19c0f2a9bc5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e60722c6-0eeb-43c5-b1f5-82e59a893b01 HTTP/1.1" status: 204 len: 168 time: 0.2455471 Nov 23 12:50:55.350904 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56054) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:55.400161 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-5c07d45b-bfa1-4438-a40f-959997eb01e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9acd0e34797940d593989d67ae2ddc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480309 Nov 23 12:50:55.402639 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56058) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:55.465515 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-996e2f6b-a79b-4a74-8e36-abec99c773c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:55.490971 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-996e2f6b-a79b-4a74-8e36-abec99c773c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:55.541164 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-996e2f6b-a79b-4a74-8e36-abec99c773c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:55.545734 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-9af61549-a1c4-4f76-b780-c1efcb892c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:55.557676 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e2f6b-a79b-4a74-8e36-abec99c773c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d712abd-4fa3-45f8-bfa8-5ff87753a593,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:55.560726 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-996e2f6b-a79b-4a74-8e36-abec99c773c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:55.564478 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-996e2f6b-a79b-4a74-8e36-abec99c773c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:55.568439 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-996e2f6b-a79b-4a74-8e36-abec99c773c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d712abd-4fa3-45f8-bfa8-5ff87753a593 HTTP/1.1" status: 204 len: 168 time: 0.1623695 Nov 23 12:51:01.589117 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:51:03.283184 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56228) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:03.342084 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_v2 [None req-4414776a-550e-4c9e-abff-1b104edc3243 admin admin] Deleting subnet a329895f-6c46-4102-aea3-8656d3557c75 {{(pid=86825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:51:03.345025 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4414776a-550e-4c9e-abff-1b104edc3243 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:03.399004 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4414776a-550e-4c9e-abff-1b104edc3243 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2436981'] for subnet, precommit_delete_associations {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:03.454377 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4414776a-550e-4c9e-abff-1b104edc3243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:03.528136 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4414776a-550e-4c9e-abff-1b104edc3243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2303597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385658'] for subnet, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:03.537497 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b029ee59-f9e8-489a-bc76-9bb492d79609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:03.572773 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4414776a-550e-4c9e-abff-1b104edc3243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:03.575284 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414776a-550e-4c9e-abff-1b104edc3243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a329895f-6c46-4102-aea3-8656d3557c75,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:03.578101 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4414776a-550e-4c9e-abff-1b104edc3243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:03.583676 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-4414776a-550e-4c9e-abff-1b104edc3243 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a329895f-6c46-4102-aea3-8656d3557c75 HTTP/1.1" status: 204 len: 168 time: 0.2967007 Nov 23 12:51:03.583913 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56240) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:03.689735 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:03.811846 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:03.837131 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe7b6d4-5bef-429a-a57f-2f2019cec254']}} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:03.848903 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fcd4a2-8645-443e-9699-5db876e19964') {'for_net_delete': True} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:03.849192 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fcd4a2-8645-443e-9699-5db876e19964') {} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:03.860182 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2436962'] for segment, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:03.875698 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:03.882436 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=86825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:51:03.882819 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2303667'] for segment, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: Traceback (most recent call last): Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: timer() Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: cb(*args, **kw) Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: return func(*args, **kwargs) Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: self._notify() Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: self.callback(batched_events) Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: event.method(event) Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: return f(self, *a, **k) Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: return self._get(url).json() Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: return self.request(url, 'GET', **kwargs) Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:51:03.897032 dv-cinder-818884-1-smb neutron-server[86825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:51:03.972128 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:03.975701 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-610cbeda-58da-42ec-9242-5f74f195df16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:03.988252 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:03.998152 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe7b6d4-5bef-429a-a57f-2f2019cec254,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:04.001196 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:04.006992 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-6fd331fc-6e0e-4974-9566-1f39a6d1296e admin admin] 10.222.0.41 "DELETE /v2.0/networks/3fe7b6d4-5bef-429a-a57f-2f2019cec254 HTTP/1.1" status: 204 len: 168 time: 0.4221592 Nov 23 12:51:04.173232 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56246) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:04.220559 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-cf9533a1-e38d-4022-9361-9293519713aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5730c2d724814bd39c16c90c3674a4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461478 Nov 23 12:51:04.222793 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56250) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:04.278554 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c643-09b9-412d-bbf4-c265348a42bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:04.303943 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c643-09b9-412d-bbf4-c265348a42bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:04.357577 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c643-09b9-412d-bbf4-c265348a42bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:04.361028 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-c8fee86b-d652-4893-9042-669f7b972d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:04.374471 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5c643-09b9-412d-bbf4-c265348a42bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d04cf1-187f-4a7d-be51-2947222cea92,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:04.377054 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-8fd5c643-09b9-412d-bbf4-c265348a42bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:04.384807 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c643-09b9-412d-bbf4-c265348a42bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:04.387413 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-8fd5c643-09b9-412d-bbf4-c265348a42bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99d04cf1-187f-4a7d-be51-2947222cea92 HTTP/1.1" status: 204 len: 168 time: 0.1616230 Nov 23 12:51:05.385949 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56272) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:05.501511 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e8da66d6-289e-495d-9410-6c87496434e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:05.515571 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-e8da66d6-289e-495d-9410-6c87496434e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:05.519396 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-e8da66d6-289e-495d-9410-6c87496434e6 admin admin] Usage tracker for resource:security_group_rule and tenant:4796252ae19943aa965457bc0e3f16bc is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:05.522179 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-e8da66d6-289e-495d-9410-6c87496434e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:05.527962 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-e8da66d6-289e-495d-9410-6c87496434e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:05.610384 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e8da66d6-289e-495d-9410-6c87496434e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:05.614955 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e8da66d6-289e-495d-9410-6c87496434e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:05.623308 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-6eeb7c8f-53f3-43f1-b6e0-4d9cef393adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:05.662520 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-e8da66d6-289e-495d-9410-6c87496434e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4796252ae19943aa965457bc0e3f16bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754316 Nov 23 12:51:05.663405 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da66d6-289e-495d-9410-6c87496434e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23905e4e-3be8-40d2-bb3f-a2a234793184,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:05.665119 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56278) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:05.666462 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e8da66d6-289e-495d-9410-6c87496434e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:05.722217 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:05.747484 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:05.801864 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:05.805366 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-97029c05-7580-49bb-93e3-7c913d7c8e37 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:05.817020 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23905e4e-3be8-40d2-bb3f-a2a234793184,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:05.827332 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:05.827715 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:05.828072 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:05.828627 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:05.828990 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:05.829414 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:05.830511 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:05.830916 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:05.831338 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:05.831701 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:05.832060 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:05.832463 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:05.836262 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:05.838639 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23905e4e-3be8-40d2-bb3f-a2a234793184 HTTP/1.1" status: 204 len: 168 time: 0.1713159 Nov 23 12:51:05.838639 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a52a8852-256c-41b9-9ce1-20795a4418be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:06.107475 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56286) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:06.125093 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-9c302cc7-0493-4571-bc63-d33c691a9733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:06.140268 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-9c302cc7-0493-4571-bc63-d33c691a9733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:06.144105 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-9c302cc7-0493-4571-bc63-d33c691a9733 admin admin] Usage tracker for resource:security_group_rule and tenant:2713b251d41147e59fa52fb430c01a26 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:06.147485 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-9c302cc7-0493-4571-bc63-d33c691a9733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:06.153115 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-9c302cc7-0493-4571-bc63-d33c691a9733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:06.237655 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-9c302cc7-0493-4571-bc63-d33c691a9733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:06.240956 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-9c302cc7-0493-4571-bc63-d33c691a9733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:06.247487 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b6d04679-14aa-43fb-9307-fbd23ab2a32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:06.287285 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-9c302cc7-0493-4571-bc63-d33c691a9733 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2713b251d41147e59fa52fb430c01a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785686 Nov 23 12:51:06.288219 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c302cc7-0493-4571-bc63-d33c691a9733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35de5cee-51e7-443a-8169-964dc1a54f9d,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:06.290099 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56290) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:06.292717 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-9c302cc7-0493-4571-bc63-d33c691a9733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:06.347890 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f5f409d-2dde-4a6b-a381-81525628a194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:06.372750 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f5f409d-2dde-4a6b-a381-81525628a194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:06.421828 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f5f409d-2dde-4a6b-a381-81525628a194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:06.425368 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7139a97e-2ea4-41a9-904f-447113cdc947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:06.437103 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f409d-2dde-4a6b-a381-81525628a194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35de5cee-51e7-443a-8169-964dc1a54f9d,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:06.440428 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8f5f409d-2dde-4a6b-a381-81525628a194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:06.444096 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f5f409d-2dde-4a6b-a381-81525628a194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:06.445190 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8f5f409d-2dde-4a6b-a381-81525628a194 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35de5cee-51e7-443a-8169-964dc1a54f9d HTTP/1.1" status: 204 len: 168 time: 0.1540444 Nov 23 12:51:06.786388 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56298) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:06.804107 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d23e5006-c609-4029-9df9-0ea86b49c9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:06.824125 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-d23e5006-c609-4029-9df9-0ea86b49c9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:06.827917 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-d23e5006-c609-4029-9df9-0ea86b49c9f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e35aa874e469429baa9ca0898aba55ed is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:06.830731 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-d23e5006-c609-4029-9df9-0ea86b49c9f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:06.840372 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-d23e5006-c609-4029-9df9-0ea86b49c9f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:06.924310 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d23e5006-c609-4029-9df9-0ea86b49c9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:06.927918 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d23e5006-c609-4029-9df9-0ea86b49c9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:06.936417 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7e1c420f-a85f-43e3-86d9-22b6f0fec71f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:06.974773 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-d23e5006-c609-4029-9df9-0ea86b49c9f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e35aa874e469429baa9ca0898aba55ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873395 Nov 23 12:51:06.976304 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e5006-c609-4029-9df9-0ea86b49c9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb6707-8df9-48f1-bd46-9b851d84d6f3,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:06.977547 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56302) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:06.979242 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-d23e5006-c609-4029-9df9-0ea86b49c9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:07.037334 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-1b484b31-7116-4c00-bfdc-c8ac12c517ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:07.063567 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-1b484b31-7116-4c00-bfdc-c8ac12c517ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:07.114976 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-1b484b31-7116-4c00-bfdc-c8ac12c517ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:07.118600 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e8da66d6-289e-495d-9410-6c87496434e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:07.132801 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484b31-7116-4c00-bfdc-c8ac12c517ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb6707-8df9-48f1-bd46-9b851d84d6f3,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:07.135675 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-1b484b31-7116-4c00-bfdc-c8ac12c517ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:07.144740 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-1b484b31-7116-4c00-bfdc-c8ac12c517ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:07.146422 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-1b484b31-7116-4c00-bfdc-c8ac12c517ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2fb6707-8df9-48f1-bd46-9b851d84d6f3 HTTP/1.1" status: 204 len: 168 time: 0.1670563 Nov 23 12:51:09.237323 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f21b02c3-8970-40b7-b729-38cf60b9df2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:09.766212 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd7c6b-087a-4a0b-ad43-e775593c1e27 req-8d0b4df8-8963-48a7-8404-83b83d796162 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:09.767661 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e4bd7c6b-087a-4a0b-ad43-e775593c1e27 req-8d0b4df8-8963-48a7-8404-83b83d796162 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 946 time: 0.0832267 Nov 23 12:51:09.812568 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e4bd7c6b-087a-4a0b-ad43-e775593c1e27 req-557dbe26-9454-4732-ad91-93788dc42f8f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386422 Nov 23 12:51:09.825096 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:10.850423 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.019137 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170ac53-03a7-42ce-90a6-89377b776a91 req-972d8f21-dace-4f22-bbd1-7173cc86efca tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:11.019765 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8170ac53-03a7-42ce-90a6-89377b776a91 req-972d8f21-dace-4f22-bbd1-7173cc86efca tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 946 time: 0.0884359 Nov 23 12:51:11.071146 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-8170ac53-03a7-42ce-90a6-89377b776a91 req-285dda3b-49b8-478b-b89c-2192d85c4ebf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=7c8d7c36-70ee-4823-bc40-b647fdddec28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430000 Nov 23 12:51:11.253573 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-b083d194-5368-4446-b4a2-07fc9667dc6b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:11.255794 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-b083d194-5368-4446-b4a2-07fc9667dc6b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 946 time: 0.0815594 Nov 23 12:51:11.329601 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Deleting port 744315d0-5793-4401-ba9e-25486a4efdd4 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:51:11.329934 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.569268 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] For port 744315d0-5793-4401-ba9e-25486a4efdd4, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=744315d0-5793-4401-ba9e-25486a4efdd4,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:11.569615 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.676041 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-3602ac8d-9fb2-43e7-87ff-3c53c7071fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.928510 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.928870 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.929176 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.l3_db [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Floating IP 403de2dd-1781-45eb-ad1b-3f1c018db0b5 disassociated. External IP: 172.28.0.248, port: 744315d0-5793-4401-ba9e-25486a4efdd4. Nov 23 12:51:11.929507 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Calling delete_port for 744315d0-5793-4401-ba9e-25486a4efdd4 owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:51:12.072627 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:12.077982 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-0961520b-7f52-45d1-8221-9a9e29475bb8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:12.126944 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event deleted for resources: {'Port': ['ID=744315d0-5793-4401-ba9e-25486a4efdd4,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:12.188473 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:12.255445 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ebe2c852-93a2-4ee2-9cf8-862afb89416c req-b757a621-ad43-421a-9710-8a787e5fe5a8 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f2c07c6-de4e-43f1-b854-d07178b6215d HTTP/1.1" status: 200 len: 210 time: 0.0579689 Nov 23 12:51:12.361432 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Router b3f95507-94e2-4b8a-a8da-b6e73807b3ff has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:51:12.562812 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:51:12.574121 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc4ec98-6314-4b18-9caf-55d1ae250805 None None] Sync routers for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:51:12.584889 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4ec98-6314-4b18-9caf-55d1ae250805 None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:51:12.585766 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-2fc4ec98-6314-4b18-9caf-55d1ae250805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:51:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:12.641185 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] No DVR routers for this DVR port 744315d0-5793-4401-ba9e-25486a4efdd4 on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:51:12.643452 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:12.653014 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'name': 'network-vif-deleted', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:51:12.659522 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5ca39983-bbb0-47f4-9b1c-de8d2467d532 req-3d53dc92-c054-4315-b2a2-ef2eed105aaf tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.76 "DELETE /v2.0/ports/744315d0-5793-4401-ba9e-25486a4efdd4 HTTP/1.1" status: 204 len: 173 time: 1.3985240 Nov 23 12:51:12.708148 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2c07c6-de4e-43f1-b854-d07178b6215d', 'name': 'network-vif-deleted', 'tag': '744315d0-5793-4401-ba9e-25486a4efdd4', 'status': 'completed', 'code': 200} Nov 23 12:51:12.722406 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56406) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:12.783034 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-2fc4ec98-6314-4b18-9caf-55d1ae250805 None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:51:12.848794 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ee1b13a3-7b7b-4dd7-a553-92adf86fba58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:12.865127 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-ee1b13a3-7b7b-4dd7-a553-92adf86fba58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:12.869356 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-ee1b13a3-7b7b-4dd7-a553-92adf86fba58 admin admin] Usage tracker for resource:security_group_rule and tenant:74727020dd834e50a0d3bea8e4c06708 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:12.872565 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-ee1b13a3-7b7b-4dd7-a553-92adf86fba58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:12.878572 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-ee1b13a3-7b7b-4dd7-a553-92adf86fba58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:12.960289 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:12.967235 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ee1b13a3-7b7b-4dd7-a553-92adf86fba58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:12.970743 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ee1b13a3-7b7b-4dd7-a553-92adf86fba58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:12.979300 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b6661957-6315-4710-9327-a0944ab103fe tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:13.017172 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-ee1b13a3-7b7b-4dd7-a553-92adf86fba58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74727020dd834e50a0d3bea8e4c06708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936211 Nov 23 12:51:13.018853 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b13a3-7b7b-4dd7-a553-92adf86fba58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55994a1-9094-493d-aa6c-eecc4b5b2f7a,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:13.019876 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56412) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:13.021940 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ee1b13a3-7b7b-4dd7-a553-92adf86fba58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:13.088019 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f752750-c336-4b15-83a3-cb83ae432064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.107204 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-2fc4ec98-6314-4b18-9caf-55d1ae250805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:34Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:13.111127 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc4ec98-6314-4b18-9caf-55d1ae250805 None None] Checking router: b3f95507-94e2-4b8a-a8da-b6e73807b3ff for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:51:13.116040 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f752750-c336-4b15-83a3-cb83ae432064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.120362 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4ec98-6314-4b18-9caf-55d1ae250805 None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:51:13.120959 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-2fc4ec98-6314-4b18-9caf-55d1ae250805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:51:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:13.182430 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f752750-c336-4b15-83a3-cb83ae432064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.187379 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-10d24b8a-efd5-4d71-a240-b27b1e2e5d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:13.201950 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f752750-c336-4b15-83a3-cb83ae432064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55994a1-9094-493d-aa6c-eecc4b5b2f7a,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:13.206123 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8f752750-c336-4b15-83a3-cb83ae432064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:13.213288 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f752750-c336-4b15-83a3-cb83ae432064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.214538 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8f752750-c336-4b15-83a3-cb83ae432064 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d55994a1-9094-493d-aa6c-eecc4b5b2f7a HTTP/1.1" status: 204 len: 168 time: 0.1934862 Nov 23 12:51:13.349016 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-2fc4ec98-6314-4b18-9caf-55d1ae250805 None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:51:13.387752 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56424) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:13.458396 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.493169 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.531333 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56428) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:13.547671 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.550522 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1cf7c43d-de28-464e-86a4-ade6107080e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.553355 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-df4985df-a7e4-4149-ac24-dd5200b0c22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:13.565937 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-1cf7c43d-de28-464e-86a4-ade6107080e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:13.571095 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-1cf7c43d-de28-464e-86a4-ade6107080e3 admin admin] Usage tracker for resource:security_group_rule and tenant:361b86e715034356b9fb4d923563a539 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:13.574174 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-1cf7c43d-de28-464e-86a4-ade6107080e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:13.574867 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8d7c36-70ee-4823-bc40-b647fdddec28,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:13.580389 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-1cf7c43d-de28-464e-86a4-ade6107080e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:13.586342 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:13.586718 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:13.587146 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:13.587538 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:13.587919 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:13.588277 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:13.588651 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:13.588997 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:13.589340 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:13.589679 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:13.590014 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:13.590446 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:13.593671 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:13.601041 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.604549 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-0f9ceec8-d80c-4ccd-9752-65124e2d1dc7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "DELETE /v2.0/security-groups/7c8d7c36-70ee-4823-bc40-b647fdddec28 HTTP/1.1" status: 204 len: 168 time: 0.2133136 Nov 23 12:51:13.605172 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56432) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:13.625817 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.api.v2.resource [None req-30c51b38-d39c-4559-9d8a-4da9b63b75f4 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] show failed (client error): The resource could not be found. Nov 23 12:51:13.630324 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-30c51b38-d39c-4559-9d8a-4da9b63b75f4 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups/7c8d7c36-70ee-4823-bc40-b647fdddec28 HTTP/1.1" status: 404 len: 347 time: 0.0210140 Nov 23 12:51:13.630738 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56436) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:13.669500 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1cf7c43d-de28-464e-86a4-ade6107080e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.675013 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1cf7c43d-de28-464e-86a4-ade6107080e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.684719 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-120df726-b24f-4d28-9217-885d5f7d8071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:13.693103 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-2fc4ec98-6314-4b18-9caf-55d1ae250805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:34Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:13.697783 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc4ec98-6314-4b18-9caf-55d1ae250805 None None] The sync data for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb is: [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:34Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:51:13.725372 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7c43d-de28-464e-86a4-ade6107080e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d73a597-fb95-4190-a098-d8a6399aa6f7,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:13.730489 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-1cf7c43d-de28-464e-86a4-ade6107080e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:13.736610 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-1cf7c43d-de28-464e-86a4-ade6107080e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=361b86e715034356b9fb4d923563a539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041914 Nov 23 12:51:13.746114 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56440) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:13.792939 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Deleting port 18e0495d-20cc-4cea-80d9-1fe1bbbe4f28 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:51:13.793286 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.807675 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4732f28b-a180-473f-95c3-016da8469601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.835296 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4732f28b-a180-473f-95c3-016da8469601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.893885 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4732f28b-a180-473f-95c3-016da8469601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.901594 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-996e2f6b-a79b-4a74-8e36-abec99c773c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:13.915075 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732f28b-a180-473f-95c3-016da8469601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d73a597-fb95-4190-a098-d8a6399aa6f7,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:13.917063 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-4732f28b-a180-473f-95c3-016da8469601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:13.918161 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-4732f28b-a180-473f-95c3-016da8469601 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d73a597-fb95-4190-a098-d8a6399aa6f7 HTTP/1.1" status: 204 len: 168 time: 0.1710520 Nov 23 12:51:13.919334 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-4732f28b-a180-473f-95c3-016da8469601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:14.002591 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896c2017-c750-454b-b7fe-0e1528797873 None None] New status for floating IP 403de2dd-1781-45eb-ad1b-3f1c018db0b5: DOWN {{(pid=86827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:51:14.080376 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:14.080707 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:14.203800 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Calling delete_port for 18e0495d-20cc-4cea-80d9-1fe1bbbe4f28 owned by network:floatingip {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:51:14.236911 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:14.298088 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.db.api [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:51:14.298468 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_db.api [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:51:14.799837 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Deleting port 18e0495d-20cc-4cea-80d9-1fe1bbbe4f28 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:51:14.800428 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:14.977242 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:14.977649 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.101501 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Calling delete_port for 18e0495d-20cc-4cea-80d9-1fe1bbbe4f28 owned by network:floatingip {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:51:15.243709 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.248534 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-5f2e8dcd-4939-49ef-931c-6b069153a9f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:15.291190 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event deleted for resources: {'Port': ['ID=18e0495d-20cc-4cea-80d9-1fe1bbbe4f28,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:15.294222 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:15.385371 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.399474 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.400561 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "DELETE /v2.0/floatingips/403de2dd-1781-45eb-ad1b-3f1c018db0b5 HTTP/1.1" status: 204 len: 168 time: 1.7687228 Nov 23 12:51:15.535047 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 744315d0-5793-4401-ba9e-25486a4efdd4 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:51:15.570112 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: 744315d0-5793-4401-ba9e-25486a4efdd4 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:51:15.570406 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 744315d0-5793-4401-ba9e-25486a4efdd4 not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:51:15.749012 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56494) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:15.754459 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--160171991', 'description': 'tempest-description--1687554979'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:15.761054 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:15.765152 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Usage tracker for resource:security_group and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:15.768138 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:15.775010 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:15.784539 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.804943 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:15.808987 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Usage tracker for resource:security_group_rule and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:15.812897 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:15.817940 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:15.891200 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.896444 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.924400 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-4732f28b-a180-473f-95c3-016da8469601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:15.935978 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.937477 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1873100 Nov 23 12:51:15.941652 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56502) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:15.951356 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-2c33e57f-316d-4972-96f0-f2e8d8147d0b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Request body: {'security_group_rule': {'security_group_id': '65236b71-5b4d-49b1-baaa-66500b6f243c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:15.966470 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-2c33e57f-316d-4972-96f0-f2e8d8147d0b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:15.971254 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-2c33e57f-316d-4972-96f0-f2e8d8147d0b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Usage tracker for resource:security_group_rule and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:15.975127 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-2c33e57f-316d-4972-96f0-f2e8d8147d0b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:15.977736 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65236b71-5b4d-49b1-baaa-66500b6f243c,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:15.982406 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:15.983225 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-2c33e57f-316d-4972-96f0-f2e8d8147d0b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:15.999993 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2c33e57f-316d-4972-96f0-f2e8d8147d0b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.061914 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2c33e57f-316d-4972-96f0-f2e8d8147d0b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.065369 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2c33e57f-316d-4972-96f0-f2e8d8147d0b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.067386 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:16.089358 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33e57f-316d-4972-96f0-f2e8d8147d0b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060d1741-b28a-4853-a646-95773461c4cf,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:16.093588 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-2c33e57f-316d-4972-96f0-f2e8d8147d0b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:16.097909 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-2c33e57f-316d-4972-96f0-f2e8d8147d0b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.099698 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-2c33e57f-316d-4972-96f0-f2e8d8147d0b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567533 Nov 23 12:51:16.102298 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56506) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:16.107142 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-1318c094-9f79-45a4-a1bb-8a938bfc9d0d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Request body: {'security_group_rule': {'security_group_id': '65236b71-5b4d-49b1-baaa-66500b6f243c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:16.112657 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-1318c094-9f79-45a4-a1bb-8a938bfc9d0d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:16.117036 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-1318c094-9f79-45a4-a1bb-8a938bfc9d0d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Usage tracker for resource:security_group_rule and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:16.119874 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-1318c094-9f79-45a4-a1bb-8a938bfc9d0d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:16.125439 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-1318c094-9f79-45a4-a1bb-8a938bfc9d0d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:16.141578 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1318c094-9f79-45a4-a1bb-8a938bfc9d0d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.203364 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1318c094-9f79-45a4-a1bb-8a938bfc9d0d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.206856 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1318c094-9f79-45a4-a1bb-8a938bfc9d0d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.209371 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-42ba9749-331d-454f-8ca2-cb7bca2bcbbc tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:16.231356 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318c094-9f79-45a4-a1bb-8a938bfc9d0d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e49547-0cd8-4819-9441-f1377461f261,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:16.233624 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-1318c094-9f79-45a4-a1bb-8a938bfc9d0d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:16.240562 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1318c094-9f79-45a4-a1bb-8a938bfc9d0d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.241715 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-1318c094-9f79-45a4-a1bb-8a938bfc9d0d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385272 Nov 23 12:51:16.244859 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56510) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:16.249702 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Request body: {'floatingip': {'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:16.255624 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:16.259503 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Usage tracker for resource:floatingip and tenant:e0881214ec364567ba5ecd015847ed4b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:16.262305 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:16.267940 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:16.280576 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.411907 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.548772 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Allocated IP 172.28.0.123 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/1a12d4fd-38f1-4d30-b54f-7f48087c686b) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:51:16.696144 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.724122 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.727458 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8c81764a-5262-42d7-9e25-a881b5c470fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:16.790419 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:51:16.792978 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:51:16.796689 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:51:16.830992 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event updated for resources: {'Port': ['ID=1a12d4fd-38f1-4d30-b54f-7f48087c686b,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:16.839450 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:16.878583 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.940698 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:17.237000 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for port, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:17.242191 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953512'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:17.245860 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-2b8aed4b-55b2-463a-96c8-07e3c069a174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:17.360682 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event updated for resources: {'Port': ['ID=1a12d4fd-38f1-4d30-b54f-7f48087c686b,revision_number=2']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:17.363568 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:17.373610 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:17.397319 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:17.398658 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-3291ab7b-6941-489c-b7ef-db037d1064ff tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1529436 Nov 23 12:51:17.623946 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-dba48afc-77bf-4b6f-a442-0089f0185f24 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Synchronizing usage tracker for tenant:e0881214ec364567ba5ecd015847ed4b on resource:security_group {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:51:17.638838 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-dba48afc-77bf-4b6f-a442-0089f0185f24 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Unset dirty status for tenant:e0881214ec364567ba5ecd015847ed4b on resource:security_group {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:51:17.640023 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-dba48afc-77bf-4b6f-a442-0089f0185f24 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--160171991&fields=id&tenant_id=e0881214ec364567ba5ecd015847ed4b HTTP/1.1" status: 200 len: 267 time: 0.0553904 Nov 23 12:51:17.786805 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-a0816efe-36e3-45f9-99da-e951e316a42a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:17.787397 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-a0816efe-36e3-45f9-99da-e951e316a42a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Synchronizing usage tracker for tenant:e0881214ec364567ba5ecd015847ed4b on resource:network {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:51:17.803905 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-a0816efe-36e3-45f9-99da-e951e316a42a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Unset dirty status for tenant:e0881214ec364567ba5ecd015847ed4b on resource:network {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:51:17.805066 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-a0816efe-36e3-45f9-99da-e951e316a42a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 817 time: 0.1586063 Nov 23 12:51:17.820584 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-b979bd30-3ffa-4473-8d56-5416b7e63440 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/quotas/e0881214ec364567ba5ecd015847ed4b HTTP/1.1" status: 200 len: 375 time: 0.0101123 Nov 23 12:51:17.908980 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-b3d567df-d191-4fe4-bc8b-e81c781daaf7 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833926 Nov 23 12:51:18.139340 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-cac80f8f-7ffb-4da1-9ead-a3c651b8a423 service neutron] 10.222.0.41 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190211 Nov 23 12:51:18.269857 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c24aac5c-6fb3-4f36-9a5b-1f794f17b2e2 service neutron] 10.222.0.41 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247547 Nov 23 12:51:18.451608 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-7f6aa01f-9a0f-4ac1-851d-a3b9b46c1c06 req-bc3599c7-3cdd-4c1e-8583-096627604b25 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Synchronizing usage tracker for tenant:e0881214ec364567ba5ecd015847ed4b on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:51:18.472908 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-7f6aa01f-9a0f-4ac1-851d-a3b9b46c1c06 req-bc3599c7-3cdd-4c1e-8583-096627604b25 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Unset dirty status for tenant:e0881214ec364567ba5ecd015847ed4b on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:51:18.474788 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7f6aa01f-9a0f-4ac1-851d-a3b9b46c1c06 req-bc3599c7-3cdd-4c1e-8583-096627604b25 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 210 time: 0.0673587 Nov 23 12:51:18.709346 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56556) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:18.831686 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e64ff223-815f-4ba4-ac7c-39ccb5ba0d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.846891 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e64ff223-815f-4ba4-ac7c-39ccb5ba0d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:18.851724 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e64ff223-815f-4ba4-ac7c-39ccb5ba0d4c admin admin] Usage tracker for resource:security_group_rule and tenant:df934206a4d446fb8ca77361dab003a8 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:18.855005 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-e64ff223-815f-4ba4-ac7c-39ccb5ba0d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:18.862028 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-e64ff223-815f-4ba4-ac7c-39ccb5ba0d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:18.949357 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e64ff223-815f-4ba4-ac7c-39ccb5ba0d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.953250 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e64ff223-815f-4ba4-ac7c-39ccb5ba0d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.961290 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-ccad008a-173d-473d-8836-c4b9a95e9f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:18.999666 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ff223-815f-4ba4-ac7c-39ccb5ba0d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b1c2df-9a83-47c6-be19-46a7d6b5fdb6,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:19.003777 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-e64ff223-815f-4ba4-ac7c-39ccb5ba0d4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df934206a4d446fb8ca77361dab003a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934177 Nov 23 12:51:19.005186 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e64ff223-815f-4ba4-ac7c-39ccb5ba0d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:19.007459 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56562) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:19.070697 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecdb1-6896-4abd-91e6-ea8ac34d94bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.095103 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecdb1-6896-4abd-91e6-ea8ac34d94bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.144496 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecdb1-6896-4abd-91e6-ea8ac34d94bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.148651 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-c821e384-7a8f-4cb7-9e47-4a68f5d82af1 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:19.159454 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ecdb1-6896-4abd-91e6-ea8ac34d94bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b1c2df-9a83-47c6-be19-46a7d6b5fdb6,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:19.163376 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7e9ecdb1-6896-4abd-91e6-ea8ac34d94bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:19.167281 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7e9ecdb1-6896-4abd-91e6-ea8ac34d94bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.168417 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7e9ecdb1-6896-4abd-91e6-ea8ac34d94bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5b1c2df-9a83-47c6-be19-46a7d6b5fdb6 HTTP/1.1" status: 204 len: 168 time: 0.1604114 Nov 23 12:51:19.455954 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56570) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:19.486331 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-337d8c03-ef55-4160-adf3-f8b85afc2807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.493634 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-39fcae87-0ce8-4f56-869e-0d986e8bce20 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:19.495083 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-39fcae87-0ce8-4f56-869e-0d986e8bce20 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.76 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 817 time: 0.1564231 Nov 23 12:51:19.501195 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-337d8c03-ef55-4160-adf3-f8b85afc2807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:19.506200 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-337d8c03-ef55-4160-adf3-f8b85afc2807 admin admin] Usage tracker for resource:security_group_rule and tenant:bd141b92bec4495f89b9d1a0c51ed522 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:19.509570 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-337d8c03-ef55-4160-adf3-f8b85afc2807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:19.515965 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-337d8c03-ef55-4160-adf3-f8b85afc2807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:19.549405 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-d5818296-7d35-45aa-ace8-042dea614b8b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Synchronizing usage tracker for tenant:e0881214ec364567ba5ecd015847ed4b on resource:security_group {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:51:19.563551 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-d5818296-7d35-45aa-ace8-042dea614b8b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Unset dirty status for tenant:e0881214ec364567ba5ecd015847ed4b on resource:security_group {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:51:19.564665 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-d5818296-7d35-45aa-ace8-042dea614b8b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0881214ec364567ba5ecd015847ed4b HTTP/1.1" status: 200 len: 379 time: 0.0604348 Nov 23 12:51:19.575184 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Request body: {'port': {'device_id': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'admin_state_up': True, 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'security_groups': ['65236b71-5b4d-49b1-baaa-66500b6f243c']}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:19.612271 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-337d8c03-ef55-4160-adf3-f8b85afc2807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.652888 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-337d8c03-ef55-4160-adf3-f8b85afc2807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.665142 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-d43b63ad-c48a-4b5f-9ddf-488a640f72e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:19.676458 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-bcb68de7-bd65-4872-bcce-c50290d143f7 req-58ebd13d-349c-41c1-b8dd-78fb22f14aab tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 210 time: 0.0628431 Nov 23 12:51:19.704900 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-337d8c03-ef55-4160-adf3-f8b85afc2807 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd141b92bec4495f89b9d1a0c51ed522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456267 Nov 23 12:51:19.706109 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56580) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:19.715722 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:19.722984 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d8c03-ef55-4160-adf3-f8b85afc2807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a631cb4-1032-45bd-a4f9-f1c18d93670e,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:19.725987 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:19.726745 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-337d8c03-ef55-4160-adf3-f8b85afc2807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:19.737152 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Made reservation on behalf of e0881214ec364567ba5ecd015847ed4b for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:51:19.741306 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.774381 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a2a15c51-b4b0-47b1-95b5-5031ac811da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.799529 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a2a15c51-b4b0-47b1-95b5-5031ac811da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.854754 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a2a15c51-b4b0-47b1-95b5-5031ac811da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.861269 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e64ff223-815f-4ba4-ac7c-39ccb5ba0d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:19.878185 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a15c51-b4b0-47b1-95b5-5031ac811da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a631cb4-1032-45bd-a4f9-f1c18d93670e,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:19.879855 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a2a15c51-b4b0-47b1-95b5-5031ac811da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:19.880978 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-a2a15c51-b4b0-47b1-95b5-5031ac811da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.886161 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-a2a15c51-b4b0-47b1-95b5-5031ac811da4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a631cb4-1032-45bd-a4f9-f1c18d93670e HTTP/1.1" status: 204 len: 168 time: 0.1789200 Nov 23 12:51:19.915713 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Allocated IP 172.20.0.4 (1bf67880-3776-4c9c-8f72-4e4dbe0445ae/cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7/ba312011-67af-4db8-8ad0-b972211779f1) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:51:20.212329 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:20.228194 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Transition to ACTIVE for port object ba312011-67af-4db8-8ad0-b972211779f1 will not be triggered until provisioned by entity DHCP. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:51:20.252643 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:20.259990 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f7a85342-93fa-4248-aa7c-12109ca703e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:20.326048 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:51:20.329281 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:51:20.333786 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:51:20.364896 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event updated for resources: {'Port': ['ID=ba312011-67af-4db8-8ad0-b972211779f1,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:20.371589 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:20.404008 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:20.404710 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:20.432502 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-0ff30cac-3f3d-40f5-946b-07722559a9ce tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8611395 Nov 23 12:51:20.445414 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Request body: {'port': {'device_id': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:20.562797 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:20.660190 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-46c94a58-2d14-4d95-a1d8-7fa3f7fb04b5 None None] Provisioning for port ba312011-67af-4db8-8ad0-b972211779f1 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:51:20.665565 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-46c94a58-2d14-4d95-a1d8-7fa3f7fb04b5 None None] Provisioning complete for port ba312011-67af-4db8-8ad0-b972211779f1 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:20.666162 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-46c94a58-2d14-4d95-a1d8-7fa3f7fb04b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:20.727253 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-46c94a58-2d14-4d95-a1d8-7fa3f7fb04b5 None None] Port ba312011-67af-4db8-8ad0-b972211779f1 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:51:20.929888 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd014b-628d-4835-ae1c-de5a6cec32ce req-370b0d74-d36f-4f73-9ca6-a7af606a2d9e tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:20.930603 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-c5cd014b-628d-4835-ae1c-de5a6cec32ce req-370b0d74-d36f-4f73-9ca6-a7af606a2d9e tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Synchronizing usage tracker for tenant:e0881214ec364567ba5ecd015847ed4b on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:51:20.993390 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-c5cd014b-628d-4835-ae1c-de5a6cec32ce req-370b0d74-d36f-4f73-9ca6-a7af606a2d9e tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Unset dirty status for tenant:e0881214ec364567ba5ecd015847ed4b on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:51:20.994634 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c5cd014b-628d-4835-ae1c-de5a6cec32ce req-370b0d74-d36f-4f73-9ca6-a7af606a2d9e tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 931 time: 0.1890984 Nov 23 12:51:21.028507 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba312011-67af-4db8-8ad0-b972211779f1 {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:51:21.042917 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:21.064996 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c5cd014b-628d-4835-ae1c-de5a6cec32ce req-4d735968-8129-43c3-a492-5edef92b244f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642676 Nov 23 12:51:21.068439 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Transition to ACTIVE for port object ba312011-67af-4db8-8ad0-b972211779f1 will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:51:21.073107 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:21.080163 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-24ce2e5e-3e1a-4de2-b1f8-790afa5b2414 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:21.248103 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba312011-67af-4db8-8ad0-b972211779f1,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:21.254482 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:21.331199 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Attempting to bind port ba312011-67af-4db8-8ad0-b972211779f1 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:51:21.331535 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Attempting to bind port ba312011-67af-4db8-8ad0-b972211779f1 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:51:21.331860 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Attempting to bind port ba312011-67af-4db8-8ad0-b972211779f1 on network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:51:21.337398 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Port ba312011-67af-4db8-8ad0-b972211779f1 on network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:51:21.337710 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Attempting to bind port ba312011-67af-4db8-8ad0-b972211779f1 on network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:51:21.343861 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:51:21.344376 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Checking segment: {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:51:21.344953 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Bound using segment: {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:51:21.345553 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Bound port: ba312011-67af-4db8-8ad0-b972211779f1, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1335fe75-29f2-4628-b10b-9b9c0be1cd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:51:21.345987 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:21.440571 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:51:21.444309 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba312011-67af-4db8-8ad0-b972211779f1,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:51:21.448023 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:21.452526 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ea14ae5d-d08d-49cd-8b08-5d0d3a5e1c15 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:21.508089 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:21.508703 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:21.510062 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] 10.222.0.76 "PUT /v2.0/ports/ba312011-67af-4db8-8ad0-b972211779f1 HTTP/1.1" status: 200 len: 1093 time: 1.0697439 Nov 23 12:51:21.510580 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:51:21.532283 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba312011-67af-4db8-8ad0-b972211779f1,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:21.535523 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:21.591507 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1', 'status': 'completed', 'code': 200} Nov 23 12:51:21.628596 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-210ff4db-2140-4ab4-840d-7b37615bcadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:21.630971 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-210ff4db-2140-4ab4-840d-7b37615bcadd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 1096 time: 0.0803337 Nov 23 12:51:21.699565 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-726f5fe8-56c5-48b2-8e0f-c03bcad628d5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba312011-67af-4db8-8ad0-b972211779f1 HTTP/1.1" status: 200 len: 217 time: 0.0616212 Nov 23 12:51:21.764559 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-5e0b3c3f-498f-4a0d-a1bf-fd741495e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:21.765902 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-5e0b3c3f-498f-4a0d-a1bf-fd741495e486 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 200 len: 856 time: 0.0601475 Nov 23 12:51:21.840408 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-3efd5728-63d4-4260-a38d-787d9fedf62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:21.842101 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-3efd5728-63d4-4260-a38d-787d9fedf62a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698469 Nov 23 12:51:22.073087 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-8933a4b4-2eed-4ce6-8b8d-02c240c19d65 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243533 Nov 23 12:51:22.256545 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-de547f19-d2d9-4cd2-97f7-c5f99b366f6e req-93223275-19d5-4ab7-b72c-df186dd3660e service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767414 Nov 23 12:51:22.283172 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750633f-77e4-40fa-bbf3-5d505bce960e req-a66eee4c-f101-4cf5-bc9e-d986e85aef34 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:22.284614 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1750633f-77e4-40fa-bbf3-5d505bce960e req-a66eee4c-f101-4cf5-bc9e-d986e85aef34 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.1019738 Nov 23 12:51:22.384015 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1750633f-77e4-40fa-bbf3-5d505bce960e req-224442ed-da68-4a6f-9997-89760413462f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930827 Nov 23 12:51:22.403902 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d9d90-8880-43b8-8481-e3e326c510b3 req-c26c0ea5-139f-45f3-99b6-8d14379adf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:22.405466 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-df0d9d90-8880-43b8-8481-e3e326c510b3 req-c26c0ea5-139f-45f3-99b6-8d14379adf97 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 1096 time: 0.0955000 Nov 23 12:51:22.539184 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d9d90-8880-43b8-8481-e3e326c510b3 req-217321f0-7df3-48e7-b4a0-63e7d9b6e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:22.540632 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-df0d9d90-8880-43b8-8481-e3e326c510b3 req-217321f0-7df3-48e7-b4a0-63e7d9b6e201 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 918 time: 0.1281307 Nov 23 12:51:22.632061 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-df0d9d90-8880-43b8-8481-e3e326c510b3 req-41f2fd37-5de4-4593-8dbd-e2e915156da0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba312011-67af-4db8-8ad0-b972211779f1 HTTP/1.1" status: 200 len: 217 time: 0.0834923 Nov 23 12:51:22.696287 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d9d90-8880-43b8-8481-e3e326c510b3 req-710919b0-524b-4709-b2fe-bdbaa6059d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:22.697749 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-df0d9d90-8880-43b8-8481-e3e326c510b3 req-710919b0-524b-4709-b2fe-bdbaa6059d6f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 200 len: 856 time: 0.0590527 Nov 23 12:51:22.777276 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d9d90-8880-43b8-8481-e3e326c510b3 req-76a51f37-af8f-433c-8e74-f359a685ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:22.778734 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-df0d9d90-8880-43b8-8481-e3e326c510b3 req-76a51f37-af8f-433c-8e74-f359a685ca53 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730665 Nov 23 12:51:22.915055 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-df0d9d90-8880-43b8-8481-e3e326c510b3 req-cd2cd9f1-dc3a-4967-ac06-7224067ae7d4 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292858 Nov 23 12:51:23.045206 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-df0d9d90-8880-43b8-8481-e3e326c510b3 req-9f1fc45d-7566-4834-b5b8-73e377cf9505 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232846 Nov 23 12:51:23.579018 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4935c-0609-4499-9504-84984f134b94 req-98cec085-db47-42ee-b5a2-ec595f080856 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:23.580560 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-35a4935c-0609-4499-9504-84984f134b94 req-98cec085-db47-42ee-b5a2-ec595f080856 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.0854611 Nov 23 12:51:23.630635 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-35a4935c-0609-4499-9504-84984f134b94 req-32d13f1c-164f-4b43-8470-109072175f47 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431261 Nov 23 12:51:24.816492 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3127a-a0e2-42aa-837c-eb404d98d27b req-1ff9b54f-8fd9-450d-af01-519a5c0a6fd0 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:24.817912 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2cb3127a-a0e2-42aa-837c-eb404d98d27b req-1ff9b54f-8fd9-450d-af01-519a5c0a6fd0 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.0781968 Nov 23 12:51:24.860558 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2cb3127a-a0e2-42aa-837c-eb404d98d27b req-06a45c7c-02b7-4421-b35e-01b8ef502bec tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369458 Nov 23 12:51:25.601205 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device ba312011-67af-4db8-8ad0-b972211779f1 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:51:25.734379 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba312011-67af-4db8-8ad0-b972211779f1,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:25.747773 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': 'ba312011-67af-4db8-8ad0-b972211779f1', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'port_id': 'ba312011-67af-4db8-8ad0-b972211779f1', 'mac_address': 'fa:16:3e:61:ef:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:51:25.807193 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:25.824645 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba312011-67af-4db8-8ad0-b972211779f1 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:51:25.840022 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba312011-67af-4db8-8ad0-b972211779f1,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:25.843489 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:25.845156 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:25.912259 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=ba312011-67af-4db8-8ad0-b972211779f1,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:25.919266 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:25.919610 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:25.919958 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:25.920276 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:25.920604 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:25.920929 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:25.921252 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:25.921569 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:25.921890 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:25.922206 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:25.922552 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:25.922866 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:25.926716 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:26.049259 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['ba312011-67af-4db8-8ad0-b972211779f1'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:51:26.057400 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9795f8-a426-4adf-b462-3d6bd755dcc6 req-804a9d47-ce96-4d1c-8167-74c3704ac9a5 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:26.058889 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-fd9795f8-a426-4adf-b462-3d6bd755dcc6 req-804a9d47-ce96-4d1c-8167-74c3704ac9a5 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 944 time: 0.0821280 Nov 23 12:51:26.106635 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-fd9795f8-a426-4adf-b462-3d6bd755dcc6 req-ab572860-29d7-4163-bbca-ffe966b6e040 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416462 Nov 23 12:51:26.984765 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56674) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:27.098946 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-00abae70-58f2-42cf-aeb7-20a4d606cf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:27.113351 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-00abae70-58f2-42cf-aeb7-20a4d606cf4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:27.117105 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-00abae70-58f2-42cf-aeb7-20a4d606cf4b admin admin] Usage tracker for resource:security_group_rule and tenant:e5e78ad07c0444f98b7211212b6e2654 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:27.119839 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-00abae70-58f2-42cf-aeb7-20a4d606cf4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:27.125430 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-00abae70-58f2-42cf-aeb7-20a4d606cf4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:27.207928 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-00abae70-58f2-42cf-aeb7-20a4d606cf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:27.212298 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-00abae70-58f2-42cf-aeb7-20a4d606cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:27.219420 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-1780251c-9bad-4611-a52d-11fea2ec151d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:27.258658 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abae70-58f2-42cf-aeb7-20a4d606cf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be0fb8f-a135-44da-a8e2-cc3507fcf6cf,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:27.262011 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-00abae70-58f2-42cf-aeb7-20a4d606cf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:27.266974 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-00abae70-58f2-42cf-aeb7-20a4d606cf4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5e78ad07c0444f98b7211212b6e2654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786689 Nov 23 12:51:27.268163 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56682) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:27.309181 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a9ffd-83ea-4a1c-bf57-855a72f532b7 req-b574a31f-7e00-491a-837c-db4f77b48833 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:27.310656 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f81a9ffd-83ea-4a1c-bf57-855a72f532b7 req-b574a31f-7e00-491a-837c-db4f77b48833 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 944 time: 0.0909400 Nov 23 12:51:27.323946 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b86645de-b02a-44d5-bdc0-82fb8bb297ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:27.349018 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b86645de-b02a-44d5-bdc0-82fb8bb297ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:27.354948 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f81a9ffd-83ea-4a1c-bf57-855a72f532b7 req-11d8da4d-45f9-419e-9774-63f9044b6dcb tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384626 Nov 23 12:51:27.498307 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b86645de-b02a-44d5-bdc0-82fb8bb297ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:27.501812 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-a92f99ba-0025-43ce-8c72-f14df44c88ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:27.514513 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86645de-b02a-44d5-bdc0-82fb8bb297ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be0fb8f-a135-44da-a8e2-cc3507fcf6cf,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:27.516729 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b86645de-b02a-44d5-bdc0-82fb8bb297ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:27.520189 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b86645de-b02a-44d5-bdc0-82fb8bb297ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:27.524612 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b86645de-b02a-44d5-bdc0-82fb8bb297ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7be0fb8f-a135-44da-a8e2-cc3507fcf6cf HTTP/1.1" status: 204 len: 168 time: 0.2564116 Nov 23 12:51:27.617311 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device ba312011-67af-4db8-8ad0-b972211779f1 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:51:27.685203 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port ba312011-67af-4db8-8ad0-b972211779f1 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:51:27.690408 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port ba312011-67af-4db8-8ad0-b972211779f1 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:27.690793 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:27.809457 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:27.837519 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:51:27.855835 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba312011-67af-4db8-8ad0-b972211779f1,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:27.862545 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:27.865525 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:27.911291 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1', 'code': 200} Nov 23 12:51:27.950419 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=ba312011-67af-4db8-8ad0-b972211779f1,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:27.954968 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:28.123466 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acfea5-c71c-43b0-abe9-c4917a307eb5 req-4d6d3e88-cd70-4a5f-8d5f-53c67b479fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:28.124927 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1acfea5-c71c-43b0-abe9-c4917a307eb5 req-4d6d3e88-cd70-4a5f-8d5f-53c67b479fd6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 1098 time: 0.0704114 Nov 23 12:51:28.169270 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1acfea5-c71c-43b0-abe9-c4917a307eb5 req-82358802-faa5-40bf-af80-afc9cad10927 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372612 Nov 23 12:51:28.546425 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39397a-abcc-4c74-811c-ed836b63f036 req-16cac045-a9b7-48f3-a847-93ab8a1d9d3f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:28.547935 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ef39397a-abcc-4c74-811c-ed836b63f036 req-16cac045-a9b7-48f3-a847-93ab8a1d9d3f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0839403 Nov 23 12:51:28.594572 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ef39397a-abcc-4c74-811c-ed836b63f036 req-6fd41b29-5d77-4be3-89e7-0aac102f5c9e tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404577 Nov 23 12:51:29.790970 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78088364-c847-40a6-831f-9253e8307162 req-cf6a550c-246a-4515-ba72-e21227eac782 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:29.792443 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-78088364-c847-40a6-831f-9253e8307162 req-cf6a550c-246a-4515-ba72-e21227eac782 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0846505 Nov 23 12:51:29.836949 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-78088364-c847-40a6-831f-9253e8307162 req-06dfb644-4ecf-4ddc-896e-2f9f6a2848fa tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387342 Nov 23 12:51:30.022961 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b8bdd-32de-443e-a58f-56f4a7f11898 req-2103f227-37c1-43c5-9c70-e2ed96d0f7f8 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:30.024395 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e98b8bdd-32de-443e-a58f-56f4a7f11898 req-2103f227-37c1-43c5-9c70-e2ed96d0f7f8 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0861933 Nov 23 12:51:30.032754 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56748) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:30.037677 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-49bacf29-ec6b-4e48-a886-de4d629ea638 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Request body: {'floatingip': {'port_id': 'ba312011-67af-4db8-8ad0-b972211779f1'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:30.111922 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-49bacf29-ec6b-4e48-a886-de4d629ea638 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:30.787691 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-49bacf29-ec6b-4e48-a886-de4d629ea638 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:30.791473 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-49bacf29-ec6b-4e48-a886-de4d629ea638 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:30.969000 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.l3_db [None req-49bacf29-ec6b-4e48-a886-de4d629ea638 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Floating IP d9fee529-c3ad-44d6-acfd-08babb21ccf6 associated. External IP: 172.28.0.123, port: ba312011-67af-4db8-8ad0-b972211779f1. Nov 23 12:51:31.323147 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bacf29-ec6b-4e48-a886-de4d629ea638 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Router b3f95507-94e2-4b8a-a8da-b6e73807b3ff has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:51:31.623127 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bacf29-ec6b-4e48-a886-de4d629ea638 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:51:31.628088 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-49bacf29-ec6b-4e48-a886-de4d629ea638 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:31.633731 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780583b-6d03-4739-9157-aa5eb40588d9 None None] Sync routers for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:51:31.643964 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d780583b-6d03-4739-9157-aa5eb40588d9 None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:51:31.644889 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-d780583b-6d03-4739-9157-aa5eb40588d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:51:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:31.684657 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-49bacf29-ec6b-4e48-a886-de4d629ea638 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "PUT /v2.0/floatingips/d9fee529-c3ad-44d6-acfd-08babb21ccf6 HTTP/1.1" status: 200 len: 991 time: 1.6508410 Nov 23 12:51:31.685426 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:51:31.730171 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1', 'status': 'completed', 'code': 200} Nov 23 12:51:31.847115 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-d780583b-6d03-4739-9157-aa5eb40588d9 None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:51:31.852500 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b04a6-5560-4c94-9563-6d9819db817b req-07a0bb5a-41e9-4d30-b70b-731f1eb16378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:31.853971 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f87b04a6-5560-4c94-9563-6d9819db817b req-07a0bb5a-41e9-4d30-b70b-731f1eb16378 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 1098 time: 0.0944767 Nov 23 12:51:31.993049 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b04a6-5560-4c94-9563-6d9819db817b req-86c610c2-4b98-4b97-a89a-546aab10d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:31.994634 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f87b04a6-5560-4c94-9563-6d9819db817b req-86c610c2-4b98-4b97-a89a-546aab10d62a service neutron] 10.222.0.76 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 918 time: 0.1340535 Nov 23 12:51:32.119160 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f87b04a6-5560-4c94-9563-6d9819db817b req-ef29a417-367d-4e8c-b32d-55c3ef65c865 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba312011-67af-4db8-8ad0-b972211779f1 HTTP/1.1" status: 200 len: 999 time: 0.1179342 Nov 23 12:51:32.185870 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b04a6-5560-4c94-9563-6d9819db817b req-31c8db4a-d760-498b-8b02-d57cccb0b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:32.187682 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f87b04a6-5560-4c94-9563-6d9819db817b req-31c8db4a-d760-498b-8b02-d57cccb0b52f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 200 len: 856 time: 0.0606339 Nov 23 12:51:32.201794 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-d780583b-6d03-4739-9157-aa5eb40588d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': 'd9fee529-c3ad-44d6-acfd-08babb21ccf6', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'port_id': 'ba312011-67af-4db8-8ad0-b972211779f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'mac_address': 'fa:16:3e:61:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:51:16Z', 'updated_at': '2021-11-23T12:51:30Z', 'revision_number': 1, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:34Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:32.205558 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780583b-6d03-4739-9157-aa5eb40588d9 None None] Checking router: b3f95507-94e2-4b8a-a8da-b6e73807b3ff for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:51:32.213901 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d780583b-6d03-4739-9157-aa5eb40588d9 None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:51:32.214584 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-d780583b-6d03-4739-9157-aa5eb40588d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:51:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:32.270399 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b04a6-5560-4c94-9563-6d9819db817b req-c1bc7059-eae6-45e2-a204-0801c6943b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:32.272554 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f87b04a6-5560-4c94-9563-6d9819db817b req-c1bc7059-eae6-45e2-a204-0801c6943b8e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780354 Nov 23 12:51:32.391881 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-d780583b-6d03-4739-9157-aa5eb40588d9 None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:51:32.409206 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f87b04a6-5560-4c94-9563-6d9819db817b req-862d45dd-27a0-4e38-9037-1209af4ebd2e service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286225 Nov 23 12:51:32.539777 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f87b04a6-5560-4c94-9563-6d9819db817b req-c339e163-4bdf-43a2-af36-945554d7186b service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241665 Nov 23 12:51:32.762928 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-d780583b-6d03-4739-9157-aa5eb40588d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': 'd9fee529-c3ad-44d6-acfd-08babb21ccf6', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'port_id': 'ba312011-67af-4db8-8ad0-b972211779f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'mac_address': 'fa:16:3e:61:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:51:16Z', 'updated_at': '2021-11-23T12:51:30Z', 'revision_number': 1, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:34Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:32.766741 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d780583b-6d03-4739-9157-aa5eb40588d9 None None] The sync data for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb is: [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': 'd9fee529-c3ad-44d6-acfd-08babb21ccf6', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'port_id': 'ba312011-67af-4db8-8ad0-b972211779f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'mac_address': 'fa:16:3e:61:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:51:16Z', 'updated_at': '2021-11-23T12:51:30Z', 'revision_number': 1, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:34Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:51:32.970765 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a34f4d-73c2-432f-adcb-4f7efde69b46 None None] New status for floating IP d9fee529-c3ad-44d6-acfd-08babb21ccf6: ACTIVE {{(pid=86827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:51:36.683993 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56828) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:36.802331 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-68fdacfc-9de5-4302-848a-9d3ebdb8c1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:36.816355 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-68fdacfc-9de5-4302-848a-9d3ebdb8c1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:36.820154 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-68fdacfc-9de5-4302-848a-9d3ebdb8c1bd admin admin] Usage tracker for resource:security_group_rule and tenant:2b10dc2fca4444eaa8e6466e31674a92 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:36.823028 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-68fdacfc-9de5-4302-848a-9d3ebdb8c1bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:36.828598 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-68fdacfc-9de5-4302-848a-9d3ebdb8c1bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:36.910365 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-68fdacfc-9de5-4302-848a-9d3ebdb8c1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:36.914611 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-68fdacfc-9de5-4302-848a-9d3ebdb8c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:36.922682 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:36.960824 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-68fdacfc-9de5-4302-848a-9d3ebdb8c1bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b10dc2fca4444eaa8e6466e31674a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757039 Nov 23 12:51:36.962299 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdacfc-9de5-4302-848a-9d3ebdb8c1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3f78f0-bb48-472b-86f2-f8d7cdac4d82,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:36.963523 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 56834) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:36.965518 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-68fdacfc-9de5-4302-848a-9d3ebdb8c1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:37.023487 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0b60fbee-419d-49ff-bc76-d77b95e8eac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.049053 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0b60fbee-419d-49ff-bc76-d77b95e8eac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.098918 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0b60fbee-419d-49ff-bc76-d77b95e8eac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.102979 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8f4e1111-1700-4dfa-9359-95548b022573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:37.113954 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60fbee-419d-49ff-bc76-d77b95e8eac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3f78f0-bb48-472b-86f2-f8d7cdac4d82,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:37.117501 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0b60fbee-419d-49ff-bc76-d77b95e8eac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:37.126307 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0b60fbee-419d-49ff-bc76-d77b95e8eac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.127473 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-0b60fbee-419d-49ff-bc76-d77b95e8eac5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d3f78f0-bb48-472b-86f2-f8d7cdac4d82 HTTP/1.1" status: 204 len: 168 time: 0.1629591 Nov 23 12:51:37.409265 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56844) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:37.426952 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4a0259e3-fa8b-43d4-b10d-001314a39b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.441040 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-4a0259e3-fa8b-43d4-b10d-001314a39b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:37.445367 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-4a0259e3-fa8b-43d4-b10d-001314a39b13 admin admin] Usage tracker for resource:security_group_rule and tenant:bc7793e073914f2fbaa48e9b44f3ef67 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:37.448148 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-4a0259e3-fa8b-43d4-b10d-001314a39b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:37.454328 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-4a0259e3-fa8b-43d4-b10d-001314a39b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:37.535223 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4a0259e3-fa8b-43d4-b10d-001314a39b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.539578 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-4a0259e3-fa8b-43d4-b10d-001314a39b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.551239 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-a71940d7-2d20-4b13-8bcc-cbfc65e79038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:37.589377 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0259e3-fa8b-43d4-b10d-001314a39b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c26f881-40ac-4eac-ac08-8aeb28401ee7,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:37.593464 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-4a0259e3-fa8b-43d4-b10d-001314a39b13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc7793e073914f2fbaa48e9b44f3ef67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831985 Nov 23 12:51:37.594341 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4a0259e3-fa8b-43d4-b10d-001314a39b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:37.596231 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56848) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:37.652034 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-381de063-8b94-4976-905e-24882235a43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.676447 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-381de063-8b94-4976-905e-24882235a43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.732182 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-381de063-8b94-4976-905e-24882235a43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.736002 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-1b484b31-7116-4c00-bfdc-c8ac12c517ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:37.749462 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381de063-8b94-4976-905e-24882235a43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c26f881-40ac-4eac-ac08-8aeb28401ee7,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:37.751888 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-381de063-8b94-4976-905e-24882235a43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:37.759990 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-381de063-8b94-4976-905e-24882235a43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.761087 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-381de063-8b94-4976-905e-24882235a43d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c26f881-40ac-4eac-ac08-8aeb28401ee7 HTTP/1.1" status: 204 len: 168 time: 0.1639752 Nov 23 12:51:38.091433 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56856) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:38.109318 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a6462e4d-36f4-4ce3-995e-64433bf16578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:38.123903 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-a6462e4d-36f4-4ce3-995e-64433bf16578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:38.127773 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-a6462e4d-36f4-4ce3-995e-64433bf16578 admin admin] Usage tracker for resource:security_group_rule and tenant:680df83332874d29a34c34a444ad622e is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:38.130535 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-a6462e4d-36f4-4ce3-995e-64433bf16578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:38.136155 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-a6462e4d-36f4-4ce3-995e-64433bf16578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:38.220337 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a6462e4d-36f4-4ce3-995e-64433bf16578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:38.223781 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-a6462e4d-36f4-4ce3-995e-64433bf16578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:38.230925 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-8fd5c643-09b9-412d-bbf4-c265348a42bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:38.269745 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6462e4d-36f4-4ce3-995e-64433bf16578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bc4ce7-475b-439d-9e74-563d3b00c2c2,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:38.274530 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-a6462e4d-36f4-4ce3-995e-64433bf16578 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=680df83332874d29a34c34a444ad622e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821332 Nov 23 12:51:38.275380 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-a6462e4d-36f4-4ce3-995e-64433bf16578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:38.277168 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 56860) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:38.337385 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1a5a-5f81-4860-8a51-fb930363efca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:38.362630 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1a5a-5f81-4860-8a51-fb930363efca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:38.414140 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1a5a-5f81-4860-8a51-fb930363efca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:38.417966 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-d72d1d50-d00b-4f1f-aa7c-89cf613deef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:38.429043 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d1a5a-5f81-4860-8a51-fb930363efca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bc4ce7-475b-439d-9e74-563d3b00c2c2,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:38.433380 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-9e7d1a5a-5f81-4860-8a51-fb930363efca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:38.435596 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1a5a-5f81-4860-8a51-fb930363efca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:38.439059 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-9e7d1a5a-5f81-4860-8a51-fb930363efca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44bc4ce7-475b-439d-9e74-563d3b00c2c2 HTTP/1.1" status: 204 len: 168 time: 0.1584027 Nov 23 12:51:38.587334 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:51:39.239930 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-76a8d25e-6b29-43bf-92d9-dec1cb0be3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:39.827961 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:40.847822 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:41.678760 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8170564d-2575-4cdc-a2dd-3936e002badd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:42.962286 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:44.196620 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:09.243614 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ee423ff4-c03e-4287-a301-dd73d1626261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:09.835023 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:10.853870 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:11.680390 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-83b573b6-5add-45da-a5f5-b601887ed84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.918709 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecc3dc-3a38-49ef-9f5a-94d522dc56f7 req-42778953-e24a-4ceb-a4ee-68a59b664980 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:12.920155 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-20ecc3dc-3a38-49ef-9f5a-94d522dc56f7 req-42778953-e24a-4ceb-a4ee-68a59b664980 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0887582 Nov 23 12:52:12.964725 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.965303 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-20ecc3dc-3a38-49ef-9f5a-94d522dc56f7 req-c7bfa0ed-a33b-44c1-802b-3f5a34ca8bf5 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392258 Nov 23 12:52:14.153475 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594fa57-1945-4e7c-939e-e6755767e616 req-520222a4-b1af-4153-8978-d9312dd868c0 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:14.154959 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7594fa57-1945-4e7c-939e-e6755767e616 req-520222a4-b1af-4153-8978-d9312dd868c0 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0791183 Nov 23 12:52:14.198834 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:14.203823 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7594fa57-1945-4e7c-939e-e6755767e616 req-4268fde0-5af4-407c-b868-9f61b3dc22b2 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433047 Nov 23 12:52:15.388133 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2961d4d-aeba-45ed-8ed9-4bae77bf3da1 req-d7f3a94e-3447-451e-ae59-63e43ffd6a84 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:15.389547 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b2961d4d-aeba-45ed-8ed9-4bae77bf3da1 req-d7f3a94e-3447-451e-ae59-63e43ffd6a84 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0786226 Nov 23 12:52:15.435310 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b2961d4d-aeba-45ed-8ed9-4bae77bf3da1 req-5de8c1ea-cf11-4af3-b720-066f2419d7c3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402703 Nov 23 12:52:15.584437 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:52:16.623285 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5958bd5-996a-427f-a812-41d8b4189fd5 req-cc2294c8-2c17-47c5-b877-45a8b659d66c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:16.624732 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d5958bd5-996a-427f-a812-41d8b4189fd5 req-cc2294c8-2c17-47c5-b877-45a8b659d66c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0792427 Nov 23 12:52:16.668310 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-d5958bd5-996a-427f-a812-41d8b4189fd5 req-2e47cba8-57f9-4421-919f-b459a3758aab tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379465 Nov 23 12:52:17.853100 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f66a56-44e4-4adf-93d5-f530ae67cb97 req-986c5e4d-d3fe-47ca-af08-5d2d6d1b9bf1 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:17.854583 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f3f66a56-44e4-4adf-93d5-f530ae67cb97 req-986c5e4d-d3fe-47ca-af08-5d2d6d1b9bf1 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0794804 Nov 23 12:52:17.898666 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f3f66a56-44e4-4adf-93d5-f530ae67cb97 req-fbfe6733-67ad-455e-9684-2db7fcfc3dec tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385165 Nov 23 12:52:19.090108 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224fd4c-0927-4c58-b408-e2cd346f4ff2 req-8905ac38-e457-47f3-b9d1-0832a62c1f68 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:19.091555 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-0224fd4c-0927-4c58-b408-e2cd346f4ff2 req-8905ac38-e457-47f3-b9d1-0832a62c1f68 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0822101 Nov 23 12:52:19.134947 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-0224fd4c-0927-4c58-b408-e2cd346f4ff2 req-e9163599-824c-4ea8-81b4-452c286c608e tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377157 Nov 23 12:52:20.443687 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e8b05-c82d-4c40-b101-ac82e66e02d9 req-4a634de7-8a2c-4095-b754-9b4421daca62 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:20.445066 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-979e8b05-c82d-4c40-b101-ac82e66e02d9 req-4a634de7-8a2c-4095-b754-9b4421daca62 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.1946716 Nov 23 12:52:20.494212 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-979e8b05-c82d-4c40-b101-ac82e66e02d9 req-771c09c3-602e-475b-bf38-5d30742dd53b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435779 Nov 23 12:52:21.682119 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f1621-c46f-4d12-ab4d-9dc9419eca7c req-085b9a65-a8ff-4a2d-a1eb-96f51d87a0ac tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:21.683589 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-da7f1621-c46f-4d12-ab4d-9dc9419eca7c req-085b9a65-a8ff-4a2d-a1eb-96f51d87a0ac tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0799654 Nov 23 12:52:21.729265 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-da7f1621-c46f-4d12-ab4d-9dc9419eca7c req-9b13e5db-79a3-4b59-b9c6-6771d1e844a8 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397666 Nov 23 12:52:22.916189 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ba893-9059-4a9c-bd62-3004411e2695 req-6d03743c-d0ce-4d3a-85d3-9dc66ad5c47a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:22.917642 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-923ba893-9059-4a9c-bd62-3004411e2695 req-6d03743c-d0ce-4d3a-85d3-9dc66ad5c47a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0810139 Nov 23 12:52:22.969713 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-923ba893-9059-4a9c-bd62-3004411e2695 req-c7074d6f-793d-4033-9e88-449b951176ca tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446999 Nov 23 12:52:23.866660 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device ba312011-67af-4db8-8ad0-b972211779f1 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:52:24.033355 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba312011-67af-4db8-8ad0-b972211779f1,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:24.046471 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': 'ba312011-67af-4db8-8ad0-b972211779f1', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'port_id': 'ba312011-67af-4db8-8ad0-b972211779f1', 'mac_address': 'fa:16:3e:61:ef:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:52:24.101290 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:24.118639 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba312011-67af-4db8-8ad0-b972211779f1 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:52:24.133878 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba312011-67af-4db8-8ad0-b972211779f1,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:24.138085 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:24.139897 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:24.165675 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d3085-fb82-41b0-a643-95c4a257703d req-3eaec7c5-b6e7-406e-9e12-5551e47b7a2f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:24.167172 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-de5d3085-fb82-41b0-a643-95c4a257703d req-3eaec7c5-b6e7-406e-9e12-5551e47b7a2f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0859933 Nov 23 12:52:24.210440 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=ba312011-67af-4db8-8ad0-b972211779f1,revision_number=6']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:24.212547 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-de5d3085-fb82-41b0-a643-95c4a257703d req-bdcd8184-69da-4457-9a00-318b396ea6b9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398030 Nov 23 12:52:24.213506 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:24.227224 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['ba312011-67af-4db8-8ad0-b972211779f1'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:52:25.414169 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4806-f8e5-4da8-b18c-fc4023a3ed43 req-769bbfd0-77f0-41ea-9d9f-d4e4f1cb6d63 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:25.415803 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-52ce4806-f8e5-4da8-b18c-fc4023a3ed43 req-769bbfd0-77f0-41ea-9d9f-d4e4f1cb6d63 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 944 time: 0.0851107 Nov 23 12:52:25.462214 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-52ce4806-f8e5-4da8-b18c-fc4023a3ed43 req-b0481681-25bf-4872-9983-23401ab911e2 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408449 Nov 23 12:52:25.886464 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device ba312011-67af-4db8-8ad0-b972211779f1 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:52:25.964191 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port ba312011-67af-4db8-8ad0-b972211779f1 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:52:25.966299 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:26.096676 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:26.127933 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:52:26.138544 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba312011-67af-4db8-8ad0-b972211779f1,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:26.143875 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:26.146643 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:26.191241 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1', 'code': 200} Nov 23 12:52:26.219276 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=ba312011-67af-4db8-8ad0-b972211779f1,revision_number=7']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:26.229723 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:26.230069 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:26.230446 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:26.230785 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:26.231139 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:26.231451 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:26.231774 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:26.232102 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:26.232427 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:26.232745 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:26.233064 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:26.233695 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:52:26.237544 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:26.669072 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e27c7-dfe8-4160-8be6-5533cdf843f5 req-b9e283b5-9ad7-4d36-9584-8d58f14c9874 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:26.670670 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f54e27c7-dfe8-4160-8be6-5533cdf843f5 req-b9e283b5-9ad7-4d36-9584-8d58f14c9874 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0931253 Nov 23 12:52:26.719171 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f54e27c7-dfe8-4160-8be6-5533cdf843f5 req-b2ed5163-6016-4f5b-b559-b5eaca1387e3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404162 Nov 23 12:52:28.087236 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e594dd-f3f7-4c34-928f-b9ea3d681b18 req-3b7d70b4-6d0d-4e42-b4e2-14bae256d316 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:28.088933 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-61e594dd-f3f7-4c34-928f-b9ea3d681b18 req-3b7d70b4-6d0d-4e42-b4e2-14bae256d316 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0866184 Nov 23 12:52:28.143117 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-61e594dd-f3f7-4c34-928f-b9ea3d681b18 req-eee43de2-22c3-46fa-8531-371669f33a8f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473986 Nov 23 12:52:29.366569 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d789f9-6050-497c-b2b8-c19dc967785b req-44a09e3f-1c09-4039-9afc-a93934c41a46 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:29.374860 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a8d789f9-6050-497c-b2b8-c19dc967785b req-44a09e3f-1c09-4039-9afc-a93934c41a46 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0941315 Nov 23 12:52:29.417143 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a8d789f9-6050-497c-b2b8-c19dc967785b req-957f1982-125d-4686-afec-3f46758b8dae tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411026 Nov 23 12:52:30.626485 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f77a53-8440-4177-bf5c-7a85d7c97ba3 req-7f6ab242-cd23-4433-82a7-48fd0ce9368c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:30.628712 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-65f77a53-8440-4177-bf5c-7a85d7c97ba3 req-7f6ab242-cd23-4433-82a7-48fd0ce9368c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0899167 Nov 23 12:52:30.689501 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-65f77a53-8440-4177-bf5c-7a85d7c97ba3 req-8ac9928b-30c3-460c-a40a-9040b9209c92 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483057 Nov 23 12:52:31.890804 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414bb10-6784-4688-aa7c-4882310375b2 req-44114ba8-ee8f-4ef8-99cf-baf4bcd33b27 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:31.898342 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3414bb10-6784-4688-aa7c-4882310375b2 req-44114ba8-ee8f-4ef8-99cf-baf4bcd33b27 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0950878 Nov 23 12:52:31.941619 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3414bb10-6784-4688-aa7c-4882310375b2 req-2cb2354c-5dfd-4ab7-913b-519c8e358c68 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421820 Nov 23 12:52:33.151464 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117673ec-2532-4941-a6da-2826c958aad8 req-15d3a475-ed1e-4bb9-ac35-a50784eef920 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:33.153153 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-117673ec-2532-4941-a6da-2826c958aad8 req-15d3a475-ed1e-4bb9-ac35-a50784eef920 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0900991 Nov 23 12:52:33.209202 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-117673ec-2532-4941-a6da-2826c958aad8 req-b269c72d-b03e-470c-aa02-0f22fc4d0876 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501492 Nov 23 12:52:34.398133 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c5ae4-5e7d-4cf6-ba70-3ed7fa9591bf req-a162a373-7e8f-4780-99bb-21609ffb5fae tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:34.399578 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ee7c5ae4-5e7d-4cf6-ba70-3ed7fa9591bf req-a162a373-7e8f-4780-99bb-21609ffb5fae tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0789452 Nov 23 12:52:34.446169 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-ee7c5ae4-5e7d-4cf6-ba70-3ed7fa9591bf req-e5ec4879-fd39-4db9-9f1a-d52d86ee7789 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398996 Nov 23 12:52:34.657947 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd8cd-c2f0-4c68-a9d6-038cc28a32ab req-2fa78973-2a58-40be-9864-d338eba9932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:34.659421 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-090bd8cd-c2f0-4c68-a9d6-038cc28a32ab req-2fa78973-2a58-40be-9864-d338eba9932a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 1098 time: 0.0723765 Nov 23 12:52:34.787537 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd8cd-c2f0-4c68-a9d6-038cc28a32ab req-cbc9b3f6-a0d4-4330-b62f-27d5da1c2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:34.789484 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-090bd8cd-c2f0-4c68-a9d6-038cc28a32ab req-cbc9b3f6-a0d4-4330-b62f-27d5da1c2643 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 918 time: 0.1231761 Nov 23 12:52:34.892862 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-090bd8cd-c2f0-4c68-a9d6-038cc28a32ab req-c3aba27b-35d4-43ec-bcff-00dcc43a4c41 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba312011-67af-4db8-8ad0-b972211779f1 HTTP/1.1" status: 200 len: 1001 time: 0.0952854 Nov 23 12:52:34.953900 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd8cd-c2f0-4c68-a9d6-038cc28a32ab req-bf63c5f1-28ef-447a-babe-e7d158d9f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:34.955238 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-090bd8cd-c2f0-4c68-a9d6-038cc28a32ab req-bf63c5f1-28ef-447a-babe-e7d158d9f527 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 200 len: 856 time: 0.0560138 Nov 23 12:52:35.031889 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd8cd-c2f0-4c68-a9d6-038cc28a32ab req-e65e6a0a-99a4-4f7f-933c-ad06461e2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:35.034423 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-090bd8cd-c2f0-4c68-a9d6-038cc28a32ab req-e65e6a0a-99a4-4f7f-933c-ad06461e2bea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729973 Nov 23 12:52:35.161568 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-090bd8cd-c2f0-4c68-a9d6-038cc28a32ab req-18481a3b-057e-46ff-b89f-7901c132b4f1 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210990 Nov 23 12:52:35.287409 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-090bd8cd-c2f0-4c68-a9d6-038cc28a32ab req-8452f0a9-e51f-412e-b2a8-1d55c73ecfd2 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198633 Nov 23 12:52:35.632289 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ed30e-e41b-4976-9fb4-b176fc66f64a req-ba069717-a50d-4d24-85fa-c6c0869e0433 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:35.633626 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-331ed30e-e41b-4976-9fb4-b176fc66f64a req-ba069717-a50d-4d24-85fa-c6c0869e0433 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0787017 Nov 23 12:52:35.675773 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-331ed30e-e41b-4976-9fb4-b176fc66f64a req-5115c517-30a3-4d56-931b-ca1a4c6dae0a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366058 Nov 23 12:52:36.870221 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154eaeba-0a3a-4f8a-b3b1-57fcf885015f req-7b84b216-fcac-4d6c-8434-40fd66945256 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:36.871690 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-154eaeba-0a3a-4f8a-b3b1-57fcf885015f req-7b84b216-fcac-4d6c-8434-40fd66945256 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0880127 Nov 23 12:52:36.916922 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-154eaeba-0a3a-4f8a-b3b1-57fcf885015f req-d4a55882-dd4d-4724-8bcd-49b4e651a7e3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390773 Nov 23 12:52:37.944849 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device ba312011-67af-4db8-8ad0-b972211779f1 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:52:38.059916 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:38.086247 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:52:38.095688 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba312011-67af-4db8-8ad0-b972211779f1,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:38.101475 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:38.103464 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:38.110830 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d38e4-2ad7-44fa-a06f-312b9f5e151b req-5a04b1fb-34ad-4094-94dd-ddd0fb383de8 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:38.113027 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-279d38e4-2ad7-44fa-a06f-312b9f5e151b req-5a04b1fb-34ad-4094-94dd-ddd0fb383de8 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 945 time: 0.0859265 Nov 23 12:52:38.138509 dv-cinder-818884-1-smb neutron-server[86827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1', 'code': 422} returned with failed status Nov 23 12:52:38.158106 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-279d38e4-2ad7-44fa-a06f-312b9f5e151b req-2cceb00d-0890-4dcf-a0a5-74722f9ae0d8 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377390 Nov 23 12:52:38.173535 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=ba312011-67af-4db8-8ad0-b972211779f1,revision_number=8']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:38.176692 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:39.247484 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ac719eb8-612d-450a-9d4b-1bad07d1c775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:39.700580 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-fcadbefa-d193-410f-adf9-b951e9327818 req-61db93bb-af47-4ad6-ac06-8945eee89037 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947230 Nov 23 12:52:39.710428 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f22d45-3436-47d9-acfc-8e17ef04e6d1 req-26590cc0-655e-47d4-8f66-ec373e8efb82 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:39.711844 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-84f22d45-3436-47d9-acfc-8e17ef04e6d1 req-26590cc0-655e-47d4-8f66-ec373e8efb82 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.1419566 Nov 23 12:52:39.757264 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-84f22d45-3436-47d9-acfc-8e17ef04e6d1 req-a7e8a456-de89-434c-9ec9-354ca44b9afe tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389998 Nov 23 12:52:39.835108 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:40.655372 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadbefa-d193-410f-adf9-b951e9327818 req-9a2da820-39b7-4b1c-8b9d-0198a2d7b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:40.656805 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fcadbefa-d193-410f-adf9-b951e9327818 req-9a2da820-39b7-4b1c-8b9d-0198a2d7b209 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529&tenant_id=e0881214ec364567ba5ecd015847ed4b HTTP/1.1" status: 200 len: 1096 time: 0.0734913 Nov 23 12:52:40.746528 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadbefa-d193-410f-adf9-b951e9327818 req-8a16badd-98a1-4fcc-882e-e88501763eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:40.747846 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fcadbefa-d193-410f-adf9-b951e9327818 req-8a16badd-98a1-4fcc-882e-e88501763eff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 1096 time: 0.0693834 Nov 23 12:52:40.882793 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:41.035834 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadbefa-d193-410f-adf9-b951e9327818 req-914ffecf-6bf2-489f-8919-f6023410ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:41.037273 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fcadbefa-d193-410f-adf9-b951e9327818 req-914ffecf-6bf2-489f-8919-f6023410ab2a service neutron] 10.222.0.76 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 918 time: 0.2831936 Nov 23 12:52:41.049536 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f43d3f-d241-4502-9a0f-8b4e2709ecd9 req-32e98a60-e93a-4bda-8bd6-72203cfbdcd0 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:41.050896 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-12f43d3f-d241-4502-9a0f-8b4e2709ecd9 req-32e98a60-e93a-4bda-8bd6-72203cfbdcd0 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.1290197 Nov 23 12:52:41.195460 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fcadbefa-d193-410f-adf9-b951e9327818 req-ed225cea-c698-4c5a-abf2-80b3587a58b7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba312011-67af-4db8-8ad0-b972211779f1 HTTP/1.1" status: 200 len: 999 time: 0.1436274 Nov 23 12:52:41.198119 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-12f43d3f-d241-4502-9a0f-8b4e2709ecd9 req-4c4740ae-7a8e-4b8b-a774-d919ba84d717 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783696 Nov 23 12:52:41.257809 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadbefa-d193-410f-adf9-b951e9327818 req-3db37e5c-2b18-4975-8861-8e5ffc756334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:41.259288 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fcadbefa-d193-410f-adf9-b951e9327818 req-3db37e5c-2b18-4975-8861-8e5ffc756334 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 200 len: 856 time: 0.0574133 Nov 23 12:52:41.338904 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadbefa-d193-410f-adf9-b951e9327818 req-4d1eee12-4028-4f96-b74f-99d1b3eeadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:41.340278 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fcadbefa-d193-410f-adf9-b951e9327818 req-4d1eee12-4028-4f96-b74f-99d1b3eeadb4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744381 Nov 23 12:52:41.467700 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fcadbefa-d193-410f-adf9-b951e9327818 req-d6ab0471-db6f-4145-86f8-be8f1dbfb33f service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205604 Nov 23 12:52:41.603181 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fcadbefa-d193-410f-adf9-b951e9327818 req-bca9d8fc-0ece-4328-af15-1f944df43166 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285543 Nov 23 12:52:41.682129 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ae6ef2d1-1ed1-4170-a145-263541919f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:42.399182 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4364-bc8b-4fc9-8c56-5a5e671ec34f req-a68daa0f-e86a-42c6-abc9-492a8bd9944f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:42.400706 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5e9d4364-bc8b-4fc9-8c56-5a5e671ec34f req-a68daa0f-e86a-42c6-abc9-492a8bd9944f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.0885770 Nov 23 12:52:42.447214 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-5e9d4364-bc8b-4fc9-8c56-5a5e671ec34f req-f3297a48-cd29-44ff-9210-332ba834f139 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404308 Nov 23 12:52:42.967784 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:43.652218 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5396a-e1f7-4e0e-9811-baa3802b648e req-1eb6bcb0-52d8-4ea8-91f8-df7c37088643 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:43.654104 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1eb5396a-e1f7-4e0e-9811-baa3802b648e req-1eb6bcb0-52d8-4ea8-91f8-df7c37088643 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.0903482 Nov 23 12:52:43.699971 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-1eb5396a-e1f7-4e0e-9811-baa3802b648e req-9a45eeb0-43b6-41e4-8d0c-997129fe7249 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398748 Nov 23 12:52:44.204029 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:44.894275 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69da4c-b10b-4b91-8a0a-b7a814ba5492 req-42594f27-999f-435a-84a4-e01f534c59f5 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:44.896168 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4b69da4c-b10b-4b91-8a0a-b7a814ba5492 req-42594f27-999f-435a-84a4-e01f534c59f5 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.0835645 Nov 23 12:52:44.942516 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-4b69da4c-b10b-4b91-8a0a-b7a814ba5492 req-664024f3-84bb-4e01-b0cb-9955538c5181 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400708 Nov 23 12:52:46.143655 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d68ceb-1e4d-421c-9c7f-af4dc03a0076 req-c71d711d-ce4a-4253-b1cc-3a4b1a4341b2 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:46.145086 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-14d68ceb-1e4d-421c-9c7f-af4dc03a0076 req-c71d711d-ce4a-4253-b1cc-3a4b1a4341b2 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.0907981 Nov 23 12:52:46.195641 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-14d68ceb-1e4d-421c-9c7f-af4dc03a0076 req-21f1fae2-b688-471d-a307-8b80c00eba18 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439746 Nov 23 12:52:47.398967 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b628d8-8417-4f94-92b5-ac609b715856 req-3e2863e8-9d57-4555-9bd9-2c713d4b0945 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:47.401432 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-38b628d8-8417-4f94-92b5-ac609b715856 req-3e2863e8-9d57-4555-9bd9-2c713d4b0945 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.0874155 Nov 23 12:52:47.445755 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-38b628d8-8417-4f94-92b5-ac609b715856 req-21ef9ed8-3e44-4736-a65e-c61df2bbd912 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397024 Nov 23 12:52:48.653928 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b710c08-5bef-4afb-abb7-5d9bd89564a7 req-aff654b8-f4e9-4243-9675-455e47a899d8 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:48.655389 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7b710c08-5bef-4afb-abb7-5d9bd89564a7 req-aff654b8-f4e9-4243-9675-455e47a899d8 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.0838668 Nov 23 12:52:48.705272 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7b710c08-5bef-4afb-abb7-5d9bd89564a7 req-08ad8f15-f5df-444e-a5b0-96610ef998be tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440848 Nov 23 12:52:49.914085 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1a62f-86fe-44a0-9164-c2530a798314 req-473ed264-211d-4cd7-a9bf-ccc8f3bc4b8c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:49.915572 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3be1a62f-86fe-44a0-9164-c2530a798314 req-473ed264-211d-4cd7-a9bf-ccc8f3bc4b8c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.0990245 Nov 23 12:52:49.961210 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-3be1a62f-86fe-44a0-9164-c2530a798314 req-b0d0579b-7e8c-4a2a-8926-6ab694b98c77 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397441 Nov 23 12:52:51.174451 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f21ef8-58d5-4a92-8fd8-937d680dae86 req-5fcd1a36-8545-4d37-be3b-c502937b014f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:51.175918 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c8f21ef8-58d5-4a92-8fd8-937d680dae86 req-5fcd1a36-8545-4d37-be3b-c502937b014f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.0937278 Nov 23 12:52:51.224695 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c8f21ef8-58d5-4a92-8fd8-937d680dae86 req-db4d93b1-4cd7-4515-bd8b-aa3bcb9736ec tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407801 Nov 23 12:52:52.350105 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8801-8b5c-4c97-8b65-c961ad5d65ae req-e14c05bb-1c42-40b2-a9fd-a53d44972da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:52.351608 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-879c8801-8b5c-4c97-8b65-c961ad5d65ae req-e14c05bb-1c42-40b2-a9fd-a53d44972da0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0881214ec364567ba5ecd015847ed4b&device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 1096 time: 0.0701864 Nov 23 12:52:52.501580 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8801-8b5c-4c97-8b65-c961ad5d65ae req-e36f9cfd-fc3e-40b1-8a6f-131ce00bac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:52.503138 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-879c8801-8b5c-4c97-8b65-c961ad5d65ae req-e36f9cfd-fc3e-40b1-8a6f-131ce00bac0e service neutron] 10.222.0.76 "GET /v2.0/networks?id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 200 len: 918 time: 0.1308930 Nov 23 12:52:52.505159 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deb9d7-3cfa-45f6-8e68-e7362f0a4780 req-9c58633a-32be-447a-9541-b59c87d69269 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:52.507150 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-61deb9d7-3cfa-45f6-8e68-e7362f0a4780 req-9c58633a-32be-447a-9541-b59c87d69269 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.1702614 Nov 23 12:52:52.550365 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-61deb9d7-3cfa-45f6-8e68-e7362f0a4780 req-73cd18e7-ec53-447f-8b85-83f0c3d307bd tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373876 Nov 23 12:52:52.582617 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:52:52.606140 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-879c8801-8b5c-4c97-8b65-c961ad5d65ae req-24b39019-c5e3-4910-abcb-68570dd47192 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba312011-67af-4db8-8ad0-b972211779f1 HTTP/1.1" status: 200 len: 999 time: 0.0964684 Nov 23 12:52:52.670204 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8801-8b5c-4c97-8b65-c961ad5d65ae req-89b76fe7-ba9f-4243-8ec6-d845d4b719fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:52.671578 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-879c8801-8b5c-4c97-8b65-c961ad5d65ae req-89b76fe7-ba9f-4243-8ec6-d845d4b719fa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 200 len: 856 time: 0.0589020 Nov 23 12:52:52.746355 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8801-8b5c-4c97-8b65-c961ad5d65ae req-2987511a-b3af-4b1f-acd1-6e166a946187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:52.747765 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-879c8801-8b5c-4c97-8b65-c961ad5d65ae req-2987511a-b3af-4b1f-acd1-6e166a946187 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1bf67880-3776-4c9c-8f72-4e4dbe0445ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683138 Nov 23 12:52:52.970657 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-879c8801-8b5c-4c97-8b65-c961ad5d65ae req-c73f2b18-50a9-4389-8c4f-7a0f58e02018 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159064 Nov 23 12:52:53.122473 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-879c8801-8b5c-4c97-8b65-c961ad5d65ae req-89193d0b-8ece-4c19-837c-1dfbc328a3d3 service neutron] 10.222.0.76 "GET /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450510 Nov 23 12:52:53.742817 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4d396-da56-4642-bc55-60156c8303d8 req-e08ddb96-e2ab-473e-97dc-5dddc4c4c60b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:53.744173 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-78a4d396-da56-4642-bc55-60156c8303d8 req-e08ddb96-e2ab-473e-97dc-5dddc4c4c60b tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 943 time: 0.0839980 Nov 23 12:52:53.786364 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-78a4d396-da56-4642-bc55-60156c8303d8 req-4c115fcd-dbf8-4795-be9e-649cb737073f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366411 Nov 23 12:52:54.068914 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device ba312011-67af-4db8-8ad0-b972211779f1 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:52:54.207837 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba312011-67af-4db8-8ad0-b972211779f1,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:54.223889 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': 'ba312011-67af-4db8-8ad0-b972211779f1', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'port_id': 'ba312011-67af-4db8-8ad0-b972211779f1', 'mac_address': 'fa:16:3e:61:ef:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:52:54.281140 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:54.299817 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba312011-67af-4db8-8ad0-b972211779f1 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:52:54.315482 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba312011-67af-4db8-8ad0-b972211779f1,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:54.319731 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:54.321605 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-347b87a6-1f53-4cd0-a49d-3de2464ceffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:54.390312 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=ba312011-67af-4db8-8ad0-b972211779f1,revision_number=9']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:54.393332 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:54.531821 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['ba312011-67af-4db8-8ad0-b972211779f1'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:52:54.979744 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb739b-f796-471f-bc81-d74d9f5d9a40 req-4023be7e-86a2-418e-89e8-4ca41de058c2 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:54.981174 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b7eb739b-f796-471f-bc81-d74d9f5d9a40 req-4023be7e-86a2-418e-89e8-4ca41de058c2 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 944 time: 0.0824435 Nov 23 12:52:55.025064 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-b7eb739b-f796-471f-bc81-d74d9f5d9a40 req-83eb265e-75c1-4c2a-85ac-11d349e959fa tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383825 Nov 23 12:52:56.084906 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device ba312011-67af-4db8-8ad0-b972211779f1 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:52:56.156796 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port ba312011-67af-4db8-8ad0-b972211779f1 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:52:56.157153 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:56.211662 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2143b00-5776-4221-b772-09f3acff25a2 req-13a23391-d825-4b09-b298-b81f18a2a49f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:56.213101 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2143b00-5776-4221-b772-09f3acff25a2 req-13a23391-d825-4b09-b298-b81f18a2a49f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 944 time: 0.0783100 Nov 23 12:52:56.257097 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2143b00-5776-4221-b772-09f3acff25a2 req-4b13a04a-0c6c-4025-b776-d766383c418d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380368 Nov 23 12:52:56.279512 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:56.306234 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:52:56.316167 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba312011-67af-4db8-8ad0-b972211779f1,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:52:56.320374 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:56.322187 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:52:56.368350 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1', 'code': 200} Nov 23 12:52:56.404432 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=ba312011-67af-4db8-8ad0-b972211779f1,revision_number=10']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:52:56.407546 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:52:56.594855 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b1a8b-951c-413d-af7b-76172558eed9 req-694aa1dd-3016-4c75-854a-1bdc28226307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:56.596299 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-900b1a8b-951c-413d-af7b-76172558eed9 req-694aa1dd-3016-4c75-854a-1bdc28226307 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 1099 time: 0.0721598 Nov 23 12:52:56.635815 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-900b1a8b-951c-413d-af7b-76172558eed9 req-06733f98-1773-4707-854c-a3dcf6272f94 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329576 Nov 23 12:52:57.445867 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f2530-d77b-46d0-998e-1ac344075ae1 req-6446dd72-8538-4c15-a4d3-ef449e94199c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:57.447337 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-492f2530-d77b-46d0-998e-1ac344075ae1 req-6446dd72-8538-4c15-a4d3-ef449e94199c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 946 time: 0.0797336 Nov 23 12:52:57.493863 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-492f2530-d77b-46d0-998e-1ac344075ae1 req-7f87d073-a5a7-4485-a908-a2a564b7e9c5 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410540 Nov 23 12:52:58.684016 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0aecb-ed3b-4eff-bff7-e61badeb5671 req-dee821d5-1cd6-474d-aaee-a3069c6d9b3a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:58.685358 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-6bc0aecb-ed3b-4eff-bff7-e61badeb5671 req-dee821d5-1cd6-474d-aaee-a3069c6d9b3a tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 946 time: 0.0783932 Nov 23 12:52:58.728081 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-6bc0aecb-ed3b-4eff-bff7-e61badeb5671 req-2f2ca4c8-52b0-4424-b553-5b22064a1172 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367951 Nov 23 12:53:09.250049 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bea00c93-a806-4391-9272-df36168d89c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:09.826866 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:10.899131 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:11.682690 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-df484f30-78d1-4f48-af38-3a1a065e83cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:12.970339 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:14.203730 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:29.580308 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:53:31.224056 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b2fe4-9af0-42f1-94f8-7470291498cc req-64049a4b-6d72-4024-88ee-2bf5586cc466 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:31.225402 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-779b2fe4-9af0-42f1-94f8-7470291498cc req-64049a4b-6d72-4024-88ee-2bf5586cc466 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 946 time: 0.0789645 Nov 23 12:53:31.267840 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-779b2fe4-9af0-42f1-94f8-7470291498cc req-2cfc1756-3d15-4278-bbbf-b416cbcc6982 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369115 Nov 23 12:53:32.460106 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289595e-818e-4b79-b1a5-bf38cf77610f req-07098e79-e052-41b8-8a92-1a3d77463b3d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:32.461723 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7289595e-818e-4b79-b1a5-bf38cf77610f req-07098e79-e052-41b8-8a92-1a3d77463b3d tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 946 time: 0.0845616 Nov 23 12:53:32.490271 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-538d77df-781d-438a-8212-2d4b87aa04d3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:32.491737 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-538d77df-781d-438a-8212-2d4b87aa04d3 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 946 time: 0.0838964 Nov 23 12:53:32.505980 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7289595e-818e-4b79-b1a5-bf38cf77610f req-11938dd5-fd12-4965-8bb9-04252d570686 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups?id=65236b71-5b4d-49b1-baaa-66500b6f243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385969 Nov 23 12:53:32.561996 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Deleting port ba312011-67af-4db8-8ad0-b972211779f1 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:53:32.562265 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:32.804043 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] For port ba312011-67af-4db8-8ad0-b972211779f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba312011-67af-4db8-8ad0-b972211779f1,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:53:32.804391 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:33.086654 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:33.087026 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:33.087327 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.l3_db [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Floating IP d9fee529-c3ad-44d6-acfd-08babb21ccf6 disassociated. External IP: 172.28.0.123, port: ba312011-67af-4db8-8ad0-b972211779f1. Nov 23 12:53:33.087663 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Calling delete_port for ba312011-67af-4db8-8ad0-b972211779f1 owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:53:33.227252 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:33.232469 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b839fab6-d553-463d-9837-9ea68858a2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:33.274413 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event deleted for resources: {'Port': ['ID=ba312011-67af-4db8-8ad0-b972211779f1,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:33.285286 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:33.285655 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:33.286014 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:33.286397 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:33.286754 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:33.287102 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:33.287447 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:33.288352 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:33.288697 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:33.289036 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:33.289373 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:33.289711 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:33.293305 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:33.560301 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Router b3f95507-94e2-4b8a-a8da-b6e73807b3ff has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:53:33.691272 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-6d08571d-2f16-46ba-be37-c6d4488a8c84 req-5996d77e-2461-4505-a0b4-886d930cd6e9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f9c09-5386-4f9f-a933-d1faf2822529 HTTP/1.1" status: 200 len: 210 time: 0.0672433 Nov 23 12:53:33.790482 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:53:33.801446 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b361a3-b10c-4459-b853-4d3e5a7bee3a None None] Sync routers for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:53:33.811190 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b361a3-b10c-4459-b853-4d3e5a7bee3a None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:53:33.811789 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-11b361a3-b10c-4459-b853-4d3e5a7bee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:53:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:33.869174 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] No DVR routers for this DVR port ba312011-67af-4db8-8ad0-b972211779f1 on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:53:33.871632 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:33.874295 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'name': 'network-vif-deleted', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:53:33.890249 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-dd193045-faa5-48fa-b0e4-603e8b02283c req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.76 "DELETE /v2.0/ports/ba312011-67af-4db8-8ad0-b972211779f1 HTTP/1.1" status: 204 len: 173 time: 1.3926709 Nov 23 12:53:33.923273 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9f9c09-5386-4f9f-a933-d1faf2822529', 'name': 'network-vif-deleted', 'tag': 'ba312011-67af-4db8-8ad0-b972211779f1', 'status': 'completed', 'code': 200} Nov 23 12:53:33.992556 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-11b361a3-b10c-4459-b853-4d3e5a7bee3a None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:53:34.301655 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-11b361a3-b10c-4459-b853-4d3e5a7bee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:34Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:34.305432 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b361a3-b10c-4459-b853-4d3e5a7bee3a None None] Checking router: b3f95507-94e2-4b8a-a8da-b6e73807b3ff for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:53:34.313515 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b361a3-b10c-4459-b853-4d3e5a7bee3a None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:53:34.314095 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-11b361a3-b10c-4459-b853-4d3e5a7bee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:53:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:34.487752 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-11b361a3-b10c-4459-b853-4d3e5a7bee3a None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:53:34.816602 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-11b361a3-b10c-4459-b853-4d3e5a7bee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:34Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:34.820697 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b361a3-b10c-4459-b853-4d3e5a7bee3a None None] The sync data for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb is: [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:48:28Z', 'revision_number': 4, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'c8123fd7-7602-4fd3-adfe-fd0ffee10a69', 'name': '', 'network_id': '1bf67880-3776-4c9c-8f72-4e4dbe0445ae', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'mac_address': 'fa:16:3e:6e:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:27Z', 'updated_at': '2021-11-23T12:48:34Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'subnets': [{'id': 'cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:53:35.027363 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d935794d-fa67-43e6-8e2c-4e187a86b7da None None] New status for floating IP d9fee529-c3ad-44d6-acfd-08babb21ccf6: DOWN {{(pid=86827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:53:35.852337 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57210) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:35.918015 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:35.944945 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:35.995731 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:35.999491 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e3c04fa9-4fa3-42d7-a382-07ace9e2b7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:36.017500 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65236b71-5b4d-49b1-baaa-66500b6f243c,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:36.025717 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:36.026091 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:36.026476 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:36.026836 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:36.027189 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:36.027542 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:36.027945 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:36.028297 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:36.028647 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:36.028996 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:36.029346 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:36.029692 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:36.034051 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:36.037301 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:36.038990 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-1b8ecff9-a693-4adf-acf6-2924ea164ce9 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "DELETE /v2.0/security-groups/65236b71-5b4d-49b1-baaa-66500b6f243c HTTP/1.1" status: 204 len: 168 time: 0.1855996 Nov 23 12:53:36.041674 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57214) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:36.057551 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.api.v2.resource [None req-4b1c8ff5-56fa-4c65-aead-4d2e8f6d061c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] show failed (client error): The resource could not be found. Nov 23 12:53:36.058538 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-4b1c8ff5-56fa-4c65-aead-4d2e8f6d061c tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "GET /v2.0/security-groups/65236b71-5b4d-49b1-baaa-66500b6f243c HTTP/1.1" status: 404 len: 347 time: 0.0159516 Nov 23 12:53:36.061254 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57218) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:36.212004 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-b3a4278c-1781-4302-b5ee-9412f5a51923 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Deleting port 1a12d4fd-38f1-4d30-b54f-7f48087c686b {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:53:36.212249 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b3a4278c-1781-4302-b5ee-9412f5a51923 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:36.302739 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device ba312011-67af-4db8-8ad0-b972211779f1 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:53:36.337359 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: ba312011-67af-4db8-8ad0-b972211779f1 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:53:36.337715 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device ba312011-67af-4db8-8ad0-b972211779f1 not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:53:36.382517 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b3a4278c-1781-4302-b5ee-9412f5a51923 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:36.382839 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b3a4278c-1781-4302-b5ee-9412f5a51923 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:36.501083 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-b3a4278c-1781-4302-b5ee-9412f5a51923 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Calling delete_port for 1a12d4fd-38f1-4d30-b54f-7f48087c686b owned by network:floatingip {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:53:36.636525 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b3a4278c-1781-4302-b5ee-9412f5a51923 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:36.639997 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8d424cd0-6082-40a3-ab9d-244087a1f712 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:36.682417 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4278c-1781-4302-b5ee-9412f5a51923 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Pushing event deleted for resources: {'Port': ['ID=1a12d4fd-38f1-4d30-b54f-7f48087c686b,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:36.685483 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b3a4278c-1781-4302-b5ee-9412f5a51923 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:36.780750 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b3a4278c-1781-4302-b5ee-9412f5a51923 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks [] for floatingip, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:36.794149 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b3a4278c-1781-4302-b5ee-9412f5a51923 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:36.795288 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b3a4278c-1781-4302-b5ee-9412f5a51923 tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] 10.222.0.41 "DELETE /v2.0/floatingips/d9fee529-c3ad-44d6-acfd-08babb21ccf6 HTTP/1.1" status: 204 len: 168 time: 0.7331684 Nov 23 12:53:39.251544 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-443fcd7e-1858-49f3-a2ce-fdd273f3894d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:39.581023 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57244) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:39.829395 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:40.368317 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643750'] for router_interface, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:40.707169 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] Deleting port c8123fd7-7602-4fd3-adfe-fd0ffee10a69 {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:53:40.707839 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:40.887093 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] For port c8123fd7-7602-4fd3-adfe-fd0ffee10a69, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=c8123fd7-7602-4fd3-adfe-fd0ffee10a69,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:53:40.887549 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:40.888368 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:41.015461 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] Calling delete_port for c8123fd7-7602-4fd3-adfe-fd0ffee10a69 owned by network:router_interface {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:53:41.186478 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:41.189888 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-44517872-cbd0-4b1d-85b3-1205c307647f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:41.233319 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=c8123fd7-7602-4fd3-adfe-fd0ffee10a69,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:41.236469 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:41.601692 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641366'] for router_interface, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:41.683936 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc838-3471-4a11-8412-ab3da8084cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:41.964435 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] Router b3f95507-94e2-4b8a-a8da-b6e73807b3ff has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:53:42.141768 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:53:42.150533 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb7a60f-bf16-41d6-8b61-0ef0e894fae0 None None] Sync routers for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:53:42.154063 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] 10.222.0.41 "PUT /v2.0/routers/b3f95507-94e2-4b8a-a8da-b6e73807b3ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5720069 Nov 23 12:53:42.156456 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57250) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:42.159875 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7a60f-bf16-41d6-8b61-0ef0e894fae0 None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:53:42.160462 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-ccb7a60f-bf16-41d6-8b61-0ef0e894fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:53:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:42.338066 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-ccb7a60f-bf16-41d6-8b61-0ef0e894fae0 None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:53:42.343023 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Notify callbacks [] for router, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:42.520191 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:42.529888 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Deleting port 19b7e924-d439-45e7-a0e2-34fa1f65e70e {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:53:42.530244 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:42.638540 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-ccb7a60f-bf16-41d6-8b61-0ef0e894fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55'}], 'enable_snat': True}, 'gw_port_id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:53:41Z', 'revision_number': 5, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port': {'id': '19b7e924-d439-45e7-a0e2-34fa1f65e70e', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:48:25Z', 'updated_at': '2021-11-23T12:48:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:42.642244 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb7a60f-bf16-41d6-8b61-0ef0e894fae0 None None] Checking router: b3f95507-94e2-4b8a-a8da-b6e73807b3ff for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:53:42.655503 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7a60f-bf16-41d6-8b61-0ef0e894fae0 None None] Routers {'b3f95507-94e2-4b8a-a8da-b6e73807b3ff'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:53:42.656093 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-ccb7a60f-bf16-41d6-8b61-0ef0e894fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:53:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:42.714968 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] For port 19b7e924-d439-45e7-a0e2-34fa1f65e70e, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=19b7e924-d439-45e7-a0e2-34fa1f65e70e,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:53:42.715235 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:42.814476 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-ccb7a60f-bf16-41d6-8b61-0ef0e894fae0 None None] Set router b3f95507-94e2-4b8a-a8da-b6e73807b3ff gateway port host: None {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:53:42.921966 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-ccb7a60f-bf16-41d6-8b61-0ef0e894fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:53:42Z', 'revision_number': 6, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port_host': None}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:42.926412 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb7a60f-bf16-41d6-8b61-0ef0e894fae0 None None] The sync data for ids ['b3f95507-94e2-4b8a-a8da-b6e73807b3ff'] in dv-cinder-818884-1-smb is: [{'id': 'b3f95507-94e2-4b8a-a8da-b6e73807b3ff', 'name': 'tempest-AttachVolumeShelveTestJSON-1251562381-router', 'tenant_id': 'e0881214ec364567ba5ecd015847ed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:48:24Z', 'updated_at': '2021-11-23T12:53:42Z', 'revision_number': 6, 'project_id': 'e0881214ec364567ba5ecd015847ed4b', 'gw_port_host': None}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:53:42.949380 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Calling delete_port for 19b7e924-d439-45e7-a0e2-34fa1f65e70e owned by network:router_gateway {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:53:42.978672 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.136410 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.140568 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:43.183144 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=19b7e924-d439-45e7-a0e2-34fa1f65e70e,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:43.208802 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:43.275540 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963777'] for router_gateway, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.472522 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48163'] for router, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.474659 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.496740 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643663'] for router, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.497257 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3f95507-94e2-4b8a-a8da-b6e73807b3ff {{(pid=86826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:53:43.511956 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Notify callbacks [] for router, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.517831 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] 10.222.0.41 "DELETE /v2.0/routers/b3f95507-94e2-4b8a-a8da-b6e73807b3ff HTTP/1.1" status: 204 len: 168 time: 1.3565707 Nov 23 12:53:43.517831 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57254) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:43.577167 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8836e0-6644-4543-b0ad-f9a167a56230 admin admin] Deleting subnet cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 {{(pid=86826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:53:43.580047 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f8836e0-6644-4543-b0ad-f9a167a56230 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.630284 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f8836e0-6644-4543-b0ad-f9a167a56230 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624570'] for subnet, precommit_delete_associations {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.708973 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f8836e0-6644-4543-b0ad-f9a167a56230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.776641 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f8836e0-6644-4543-b0ad-f9a167a56230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9875377'] for subnet, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.781135 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:43.819956 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8836e0-6644-4543-b0ad-f9a167a56230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:43.821923 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-8f8836e0-6644-4543-b0ad-f9a167a56230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.824542 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8f8836e0-6644-4543-b0ad-f9a167a56230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:43.831068 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-8f8836e0-6644-4543-b0ad-f9a167a56230 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cf1ef3ea-fd9e-40d8-aa01-7b3686c228f7 HTTP/1.1" status: 204 len: 168 time: 0.3101707 Nov 23 12:53:43.831955 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57258) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:43.837072 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab1ba5b-7c20-4b9f-bb9c-b593bebfdb52 None None] Network 1bf67880-3776-4c9c-8f72-4e4dbe0445ae requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:53:43.946039 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.956177 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Deleting port 845da0b0-bff0-4b24-b98f-85311e0e5b42 {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:53:43.956499 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:44.101618 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d413e-85b9-4d14-98f9-286ed84a044f None None] DHCP port deletion for 1bf67880-3776-4c9c-8f72-4e4dbe0445ae request from dv-cinder-818884-1-smb {{(pid=86827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 12:53:44.106091 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-156d413e-85b9-4d14-98f9-286ed84a044f None None] Deleting port 845da0b0-bff0-4b24-b98f-85311e0e5b42 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:53:44.106593 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-156d413e-85b9-4d14-98f9-286ed84a044f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:44.161931 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] For port 845da0b0-bff0-4b24-b98f-85311e0e5b42, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=845da0b0-bff0-4b24-b98f-85311e0e5b42,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:53:44.163086 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:44.236374 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:44.289698 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Calling delete_port for 845da0b0-bff0-4b24-b98f-85311e0e5b42 owned by network:dhcp {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:53:44.318554 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-156d413e-85b9-4d14-98f9-286ed84a044f None None] For port 845da0b0-bff0-4b24-b98f-85311e0e5b42, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=845da0b0-bff0-4b24-b98f-85311e0e5b42,segment=NetworkSegment(1335fe75-29f2-4628-b10b-9b9c0be1cd34),segment_id=1335fe75-29f2-4628-b10b-9b9c0be1cd34)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:53:44.318895 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-156d413e-85b9-4d14-98f9-286ed84a044f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:44.363245 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:44.366895 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0ffe6ca9-0de2-4eb0-9abb-153fc59f490a tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:44.407875 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Pushing event deleted for resources: {'Port': ['ID=845da0b0-bff0-4b24-b98f-85311e0e5b42,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:44.411445 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:44.414060 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] No DVR routers for this DVR port 845da0b0-bff0-4b24-b98f-85311e0e5b42 on host dv-cinder-818884-1-smb {{(pid=86826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:53:44.446304 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-156d413e-85b9-4d14-98f9-286ed84a044f None None] Calling delete_port for 845da0b0-bff0-4b24-b98f-85311e0e5b42 owned by network:dhcp {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:53:44.516692 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device c8123fd7-7602-4fd3-adfe-fd0ffee10a69 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:53:44.552486 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: c8123fd7-7602-4fd3-adfe-fd0ffee10a69 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:53:44.552832 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device c8123fd7-7602-4fd3-adfe-fd0ffee10a69 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:53:44.553298 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 19b7e924-d439-45e7-a0e2-34fa1f65e70e no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:53:44.589516 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: 19b7e924-d439-45e7-a0e2-34fa1f65e70e {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:53:44.589776 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 19b7e924-d439-45e7-a0e2-34fa1f65e70e not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:53:44.590194 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 845da0b0-bff0-4b24-b98f-85311e0e5b42 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:53:44.618730 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.db.api [None req-156d413e-85b9-4d14-98f9-286ed84a044f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:53:44.619092 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_db.api [None req-156d413e-85b9-4d14-98f9-286ed84a044f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:53:44.624154 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: 845da0b0-bff0-4b24-b98f-85311e0e5b42 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:53:44.624501 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 845da0b0-bff0-4b24-b98f-85311e0e5b42 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:53:44.627879 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:44.656537 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf67880-3776-4c9c-8f72-4e4dbe0445ae']}} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:44.668074 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1335fe75-29f2-4628-b10b-9b9c0be1cd34') {'for_net_delete': True} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:44.668363 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.services.segments.db [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1335fe75-29f2-4628-b10b-9b9c0be1cd34') {} {{(pid=86826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:53:44.679316 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2624557'] for segment, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:44.695210 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:44.701010 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=86826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:53:44.701380 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953292'] for segment, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: Traceback (most recent call last): Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: timer() Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: cb(*args, **kw) Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: return func(*args, **kwargs) Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: self._notify() Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: self.callback(batched_events) Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: event.method(event) Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: return f(self, *a, **k) Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: return self._get(url).json() Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: return self.request(url, 'GET', **kwargs) Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:53:44.714656 dv-cinder-818884-1-smb neutron-server[86826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:53:44.792531 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:44.796087 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:44.809489 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:44.819794 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf67880-3776-4c9c-8f72-4e4dbe0445ae,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:44.827826 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:44.833340 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-d60c0444-e5eb-4b13-95ad-bc313846158e admin admin] 10.222.0.41 "DELETE /v2.0/networks/1bf67880-3776-4c9c-8f72-4e4dbe0445ae HTTP/1.1" status: 204 len: 168 time: 1.0011802 Nov 23 12:53:44.944228 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57264) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:44.991509 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-bd190b1b-9852-4472-9c1f-27f1de4f9414 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0881214ec364567ba5ecd015847ed4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455549 Nov 23 12:53:44.994045 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57268) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:45.050337 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-df13d942-a236-4883-b941-6c6cd244dfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:45.075046 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-df13d942-a236-4883-b941-6c6cd244dfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:45.120192 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-156d413e-85b9-4d14-98f9-286ed84a044f None None] Deleting port 845da0b0-bff0-4b24-b98f-85311e0e5b42 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:53:45.120775 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-156d413e-85b9-4d14-98f9-286ed84a044f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:45.124171 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-df13d942-a236-4883-b941-6c6cd244dfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:45.128131 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-d23e5006-c609-4029-9df9-0ea86b49c9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:45.143655 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13d942-a236-4883-b941-6c6cd244dfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e2865b-27c2-49aa-9a65-d819315669aa,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:45.146054 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-df13d942-a236-4883-b941-6c6cd244dfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:45.154367 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-df13d942-a236-4883-b941-6c6cd244dfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:45.155477 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-df13d942-a236-4883-b941-6c6cd244dfab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04e2865b-27c2-49aa-9a65-d819315669aa HTTP/1.1" status: 204 len: 168 time: 0.1605260 Nov 23 12:53:45.200177 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-156d413e-85b9-4d14-98f9-286ed84a044f None None] The port '845da0b0-bff0-4b24-b98f-85311e0e5b42' was deleted {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 12:53:47.666728 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57340) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:47.884086 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dd387180-fd55-4f53-bf77-ad6a80729c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:47.898278 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-dd387180-fd55-4f53-bf77-ad6a80729c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:53:47.902043 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-dd387180-fd55-4f53-bf77-ad6a80729c68 admin admin] Usage tracker for resource:security_group_rule and tenant:1e54e0ab713949bab83de64b4f4d5708 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:53:47.904955 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-dd387180-fd55-4f53-bf77-ad6a80729c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:53:47.910734 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-dd387180-fd55-4f53-bf77-ad6a80729c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:53:47.994900 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dd387180-fd55-4f53-bf77-ad6a80729c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:47.999615 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dd387180-fd55-4f53-bf77-ad6a80729c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.006409 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-8f5f409d-2dde-4a6b-a381-81525628a194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:48.046996 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-dd387180-fd55-4f53-bf77-ad6a80729c68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e54e0ab713949bab83de64b4f4d5708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789785 Nov 23 12:53:48.047870 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd387180-fd55-4f53-bf77-ad6a80729c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a153f1-7e18-4e35-a6cd-5a36794f67f7,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:48.049825 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 57346) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:48.050841 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-dd387180-fd55-4f53-bf77-ad6a80729c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:48.107867 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e5ad3b2a-47f7-4d09-ae97-bc3d8ecb0604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.132130 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e5ad3b2a-47f7-4d09-ae97-bc3d8ecb0604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.181818 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e5ad3b2a-47f7-4d09-ae97-bc3d8ecb0604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.185336 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-1ff6fb78-b88b-4ca1-a805-3a954a40aa92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:48.200631 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad3b2a-47f7-4d09-ae97-bc3d8ecb0604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a153f1-7e18-4e35-a6cd-5a36794f67f7,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:48.203445 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e5ad3b2a-47f7-4d09-ae97-bc3d8ecb0604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:48.205458 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-e5ad3b2a-47f7-4d09-ae97-bc3d8ecb0604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.206532 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-e5ad3b2a-47f7-4d09-ae97-bc3d8ecb0604 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23a153f1-7e18-4e35-a6cd-5a36794f67f7 HTTP/1.1" status: 204 len: 168 time: 0.1556585 Nov 23 12:53:48.473727 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 57354) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:48.490820 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-da3d277b-53ca-430a-a4e0-3054930f7c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.504722 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-da3d277b-53ca-430a-a4e0-3054930f7c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:53:48.509010 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-da3d277b-53ca-430a-a4e0-3054930f7c6a admin admin] Usage tracker for resource:security_group_rule and tenant:585a062cd93647e582a31e241a8624cf is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:53:48.511810 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-da3d277b-53ca-430a-a4e0-3054930f7c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:53:48.517391 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-da3d277b-53ca-430a-a4e0-3054930f7c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:53:48.598174 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-da3d277b-53ca-430a-a4e0-3054930f7c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.601601 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-da3d277b-53ca-430a-a4e0-3054930f7c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.609167 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-9e7d1a5a-5f81-4860-8a51-fb930363efca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:48.648969 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-da3d277b-53ca-430a-a4e0-3054930f7c6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=585a062cd93647e582a31e241a8624cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741107 Nov 23 12:53:48.649770 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d277b-53ca-430a-a4e0-3054930f7c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bbce71-f3d8-4d6d-bf0a-280b790e28c9,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:48.652303 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57358) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:48.652685 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-da3d277b-53ca-430a-a4e0-3054930f7c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:48.709349 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-36e4eca7-7be5-47d1-9a94-32f4386c14e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.734520 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-36e4eca7-7be5-47d1-9a94-32f4386c14e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.787560 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-36e4eca7-7be5-47d1-9a94-32f4386c14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.791170 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-af49190e-3492-4650-95fe-8e590669853f tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:48.804450 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4eca7-7be5-47d1-9a94-32f4386c14e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bbce71-f3d8-4d6d-bf0a-280b790e28c9,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:48.808905 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-36e4eca7-7be5-47d1-9a94-32f4386c14e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:48.812921 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-36e4eca7-7be5-47d1-9a94-32f4386c14e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:48.816931 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-36e4eca7-7be5-47d1-9a94-32f4386c14e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6bbce71-f3d8-4d6d-bf0a-280b790e28c9 HTTP/1.1" status: 204 len: 168 time: 0.1636393 Nov 23 12:53:49.909977 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57390) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:50.022478 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7eb15efa-2063-41af-9089-9db13ea742c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:50.036259 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7eb15efa-2063-41af-9089-9db13ea742c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:53:50.040028 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7eb15efa-2063-41af-9089-9db13ea742c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3bd0ecfa978a4ea19a709ec36eb2587b is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:53:50.042856 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7eb15efa-2063-41af-9089-9db13ea742c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:53:50.048420 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7eb15efa-2063-41af-9089-9db13ea742c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:53:50.129549 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7eb15efa-2063-41af-9089-9db13ea742c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:50.134761 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7eb15efa-2063-41af-9089-9db13ea742c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:50.141544 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-00abae70-58f2-42cf-aeb7-20a4d606cf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:50.180010 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb15efa-2063-41af-9089-9db13ea742c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10924d31-e9b6-4083-a2d5-cfda2e4ba13d,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:50.183974 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7eb15efa-2063-41af-9089-9db13ea742c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bd0ecfa978a4ea19a709ec36eb2587b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729642 Nov 23 12:53:50.184836 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7eb15efa-2063-41af-9089-9db13ea742c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:50.186565 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57396) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:50.243247 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62a84d8f-e09e-4eb8-a437-e818b2e821f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:50.272918 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62a84d8f-e09e-4eb8-a437-e818b2e821f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:50.322292 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62a84d8f-e09e-4eb8-a437-e818b2e821f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:50.325771 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-51c941c2-bad4-4eaa-9fc9-5d6690c140c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:50.336076 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a84d8f-e09e-4eb8-a437-e818b2e821f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10924d31-e9b6-4083-a2d5-cfda2e4ba13d,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:50.339862 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-62a84d8f-e09e-4eb8-a437-e818b2e821f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:50.344488 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-62a84d8f-e09e-4eb8-a437-e818b2e821f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:50.345622 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-62a84d8f-e09e-4eb8-a437-e818b2e821f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10924d31-e9b6-4083-a2d5-cfda2e4ba13d HTTP/1.1" status: 204 len: 168 time: 0.1581821 Nov 23 12:54:06.578083 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:54:09.252671 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8f13bb2f-4082-4895-b80c-252d10247c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:09.835524 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:10.897689 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:11.691968 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0e12353e-2ef3-49f6-9a33-5815fee8207b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:12.982064 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:14.209736 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:14.938088 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57576) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:15.051101 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-eeda38ca-3d54-4d17-8918-9adba1f4b0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:15.065587 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-eeda38ca-3d54-4d17-8918-9adba1f4b0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:15.070215 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-eeda38ca-3d54-4d17-8918-9adba1f4b0d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b7f22e76e04693a8e70cd2eaef2c77 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:15.072970 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-eeda38ca-3d54-4d17-8918-9adba1f4b0d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:15.078621 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-eeda38ca-3d54-4d17-8918-9adba1f4b0d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:15.160355 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-eeda38ca-3d54-4d17-8918-9adba1f4b0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:15.164136 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-eeda38ca-3d54-4d17-8918-9adba1f4b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:15.172488 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-778b6d54-64f2-4372-8888-40dc3b42565f tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:15.212632 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-eeda38ca-3d54-4d17-8918-9adba1f4b0d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8b7f22e76e04693a8e70cd2eaef2c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734609 Nov 23 12:54:15.213364 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda38ca-3d54-4d17-8918-9adba1f4b0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ac75b6-76e5-4989-9379-609595475222,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:15.215366 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 57582) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:15.216468 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-eeda38ca-3d54-4d17-8918-9adba1f4b0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:15.274281 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-cbdeee4a-3aef-4245-9dad-e6d48c54b79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:15.302797 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-cbdeee4a-3aef-4245-9dad-e6d48c54b79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:15.352832 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-cbdeee4a-3aef-4245-9dad-e6d48c54b79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:15.356367 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ad4b00b4-78b1-4ea1-ae32-507ea4c605ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:15.368656 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeee4a-3aef-4245-9dad-e6d48c54b79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ac75b6-76e5-4989-9379-609595475222,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:15.371211 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-cbdeee4a-3aef-4245-9dad-e6d48c54b79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:15.378913 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-cbdeee4a-3aef-4245-9dad-e6d48c54b79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:15.380027 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-cbdeee4a-3aef-4245-9dad-e6d48c54b79b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15ac75b6-76e5-4989-9379-609595475222 HTTP/1.1" status: 204 len: 168 time: 0.1635592 Nov 23 12:54:16.428727 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 57614) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:16.546103 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-39c567df-0335-46ae-9dd2-699aec728de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:16.560919 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-39c567df-0335-46ae-9dd2-699aec728de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:16.564697 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-39c567df-0335-46ae-9dd2-699aec728de2 admin admin] Usage tracker for resource:security_group_rule and tenant:81c878f372f043e48f9f0aa0507b55a6 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:16.567695 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-39c567df-0335-46ae-9dd2-699aec728de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:16.573869 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-39c567df-0335-46ae-9dd2-699aec728de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:16.654415 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-39c567df-0335-46ae-9dd2-699aec728de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:16.658032 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-39c567df-0335-46ae-9dd2-699aec728de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:16.666216 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4757337e-4282-4240-b5e1-19c0f2a9bc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:16.705672 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-39c567df-0335-46ae-9dd2-699aec728de2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81c878f372f043e48f9f0aa0507b55a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758074 Nov 23 12:54:16.707831 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c567df-0335-46ae-9dd2-699aec728de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bce04ae-6257-441f-b1bb-0256639d34fc,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:16.708333 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57620) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:16.711297 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-39c567df-0335-46ae-9dd2-699aec728de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:16.771431 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e9be36bb-c0bc-4ad4-aa37-10b3e4b76a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:16.797604 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e9be36bb-c0bc-4ad4-aa37-10b3e4b76a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:16.847461 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e9be36bb-c0bc-4ad4-aa37-10b3e4b76a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:16.851900 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7eb15efa-2063-41af-9089-9db13ea742c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:16.863980 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be36bb-c0bc-4ad4-aa37-10b3e4b76a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bce04ae-6257-441f-b1bb-0256639d34fc,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:16.866365 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-e9be36bb-c0bc-4ad4-aa37-10b3e4b76a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:16.877283 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-e9be36bb-c0bc-4ad4-aa37-10b3e4b76a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:16.879163 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-e9be36bb-c0bc-4ad4-aa37-10b3e4b76a67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1bce04ae-6257-441f-b1bb-0256639d34fc HTTP/1.1" status: 204 len: 168 time: 0.1690035 Nov 23 12:54:17.525822 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57644) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:17.630072 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-903647103-network', 'tenant_id': '5e03d722d3074652843f072b6ed46091'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:17.635437 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:17.639394 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Usage tracker for resource:network and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:17.642365 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:17.648049 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:17.658933 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Made reservation on behalf of 5e03d722d3074652843f072b6ed46091 for: {'network': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:54:17.661261 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:17.674063 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:17.688839 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:17.692895 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Usage tracker for resource:security_group_rule and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:17.695704 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:17.701340 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:17.787010 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:17.791810 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:17.794791 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-337d8c03-ef55-4160-adf3-f8b85afc2807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:17.827130 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=86826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:54:17.835694 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1de66d5-f933-4edc-b759-b155944d145e,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:17.839232 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:17.843290 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:17.843509 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.segments_db [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Added segment d4c56b8b-9b58-4c50-8393-44b088136bde of type vlan for network bcdbff92-2ee1-4459-a638-3450eeb93ddd Nov 23 12:54:17.870714 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:17.899910 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:17.901185 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:17.901758 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:17.906613 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:18.006803 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4797916 Nov 23 12:54:18.007757 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Pushing event updated for resources: {'Network': ['ID=bcdbff92-2ee1-4459-a638-3450eeb93ddd,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:18.009871 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 57650) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:18.010603 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-5f72e0ec-7eee-4c7d-930d-2e6ea3143918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:18.015929 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Request body: {'subnet': {'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-903647103-subnet', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'ip_version': 4}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:18.018115 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network bcdbff92-2ee1-4459-a638-3450eeb93ddd details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:54:18.020861 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:18.025545 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Usage tracker for resource:subnet and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:18.028847 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:18.034701 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:18.046616 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Made reservation on behalf of 5e03d722d3074652843f072b6ed46091 for: {'subnet': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:54:18.049141 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2385617'] for subnet, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:18.254911 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2303530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2385635'] for subnet, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:18.259381 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:18.327096 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1541b947-af46-45f3-a9d7-f6a9a2131b11,revision_number=0']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:18.330399 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:18.336754 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Checking segment: {'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:54:18.337101 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Network hostable DHCP agents. Network: bcdbff92-2ee1-4459-a638-3450eeb93ddd, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:54:18.355849 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Network bcdbff92-2ee1-4459-a638-3450eeb93ddd is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:54:18.365064 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, bcdbff92-2ee1-4459-a638-3450eeb93ddd) {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:18.370108 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:18.372078 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:18.372850 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68785124-1d23-46fc-a1ce-e4ac52740247 None None] Network bcdbff92-2ee1-4459-a638-3450eeb93ddd requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:54:18.399328 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-73392117-5c36-4137-bf71-63ad65a16cae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3877923 Nov 23 12:54:18.402010 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 57654) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:18.406982 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:18.411545 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:18.415411 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Usage tracker for resource:router and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:18.418269 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:18.423942 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:18.434490 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48205'] for router, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:18.435481 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48218'] for router, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:18.451331 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:18.595525 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa319e6ca-75f2-5eba-bfa2-fee8e17dc79e-bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'fixed_ips': [{'subnet_id': '1541b947-af46-45f3-a9d7-f6a9a2131b11'}]}} from dv-cinder-818884-1-smb. {{(pid=86827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:54:18.596785 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:18.764860 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Allocated IP 172.20.0.2 (bcdbff92-2ee1-4459-a638-3450eeb93ddd/1541b947-af46-45f3-a9d7-f6a9a2131b11/95070ae1-1715-4446-a0b4-542aaf4705d2) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:54:18.817383 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48168'] for router, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:18.977311 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:18.987563 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Transition to ACTIVE for port object 95070ae1-1715-4446-a0b4-542aaf4705d2 will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:19.007165 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Transition to ACTIVE for port object 95070ae1-1715-4446-a0b4-542aaf4705d2 will not be triggered until provisioned by entity DHCP. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:19.012295 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:19.017313 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:19.079817 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Network bcdbff92-2ee1-4459-a638-3450eeb93ddd is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:54:19.082539 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:19.087547 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:54:19.096325 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Pushing event updated for resources: {'Port': ['ID=95070ae1-1715-4446-a0b4-542aaf4705d2,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:19.130117 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:19.160336 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:19.163208 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.163549 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.163884 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.164210 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.164526 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.164847 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.165168 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.165483 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.165800 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.166110 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.166442 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.166754 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:19.174530 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:19.189191 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Attempting to bind port 95070ae1-1715-4446-a0b4-542aaf4705d2 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:54:19.189555 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Attempting to bind port 95070ae1-1715-4446-a0b4-542aaf4705d2 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:54:19.189911 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Attempting to bind port 95070ae1-1715-4446-a0b4-542aaf4705d2 on network bcdbff92-2ee1-4459-a638-3450eeb93ddd {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:54:19.195969 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:54:19.196376 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Checking segment: {'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:54:19.196772 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:19.197164 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Bound using segment: {'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:54:19.197626 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Bound port: 95070ae1-1715-4446-a0b4-542aaf4705d2, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:54:19.198001 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:19.287500 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] For port 95070ae1-1715-4446-a0b4-542aaf4705d2, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:54:19.290586 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] For port 95070ae1-1715-4446-a0b4-542aaf4705d2, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=95070ae1-1715-4446-a0b4-542aaf4705d2,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:54:19.295466 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:19.296597 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Allocated IP 172.28.0.97 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/417aee8d-6501-41aa-bdf1-2d5f40cb37c7) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:54:19.300023 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:19.385944 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Pushing event updated for resources: {'Port': ['ID=95070ae1-1715-4446-a0b4-542aaf4705d2,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:19.390683 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:19.446564 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:19.477352 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:19.481117 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-f7cfd571-550f-4922-a3f0-06133b98a898 tempest-ServerRescueNegativeTestJSON-1889841028 tempest-ServerRescueNegativeTestJSON-1889841028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:19.548672 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:54:19.554801 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:19.559239 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:54:19.592846 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Pushing event updated for resources: {'Port': ['ID=417aee8d-6501-41aa-bdf1-2d5f40cb37c7,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:19.599407 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:19.981522 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:20.320151 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366cf994-57b1-49d8-aa73-76a7fdae39ce None None] Network bcdbff92-2ee1-4459-a638-3450eeb93ddd requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:54:20.409622 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-27078795-097c-41f8-b3b2-89da8e66eccd None None] Provisioning for port 95070ae1-1715-4446-a0b4-542aaf4705d2 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:20.436449 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963813'] for router, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:20.558352 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 95070ae1-1715-4446-a0b4-542aaf4705d2 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:20.642768 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 95070ae1-1715-4446-a0b4-542aaf4705d2 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:20.648115 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 95070ae1-1715-4446-a0b4-542aaf4705d2 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:20.648291 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 is scheduled to L3 agent faa92151-038f-4b29-95e9-6a3353739984 with binding_index 1 {{(pid=86825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:54:20.648502 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:20.771491 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:20.808010 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 95070ae1-1715-4446-a0b4-542aaf4705d2, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=95070ae1-1715-4446-a0b4-542aaf4705d2,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:20.812023 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:20.814045 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:20.837001 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:54:20.856458 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Sync routers for ids ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:54:20.862519 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Notify callbacks [] for router, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:20.865894 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4607918 Nov 23 12:54:20.866620 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 57658) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:20.892205 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Routers {'b8fe5903-86d2-4eac-b92d-f2ea015dcf82'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:20.892980 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:54:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:20.994130 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-e53420b4-9f99-40cf-9c4b-7eac67100fe2 None None] Provisioning complete for port 95070ae1-1715-4446-a0b4-542aaf4705d2 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:20.994443 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e53420b4-9f99-40cf-9c4b-7eac67100fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:21.044780 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=95070ae1-1715-4446-a0b4-542aaf4705d2,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:21.051871 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:21.200961 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Set router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:21.494735 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:54:19Z', 'revision_number': 3, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:21.498726 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Checking router: b8fe5903-86d2-4eac-b92d-f2ea015dcf82 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:54:21.499088 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Updating router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 port 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 binding host dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:54:21.535301 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:21.551397 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:21.861074 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Allocated IP 172.20.0.1 (bcdbff92-2ee1-4459-a638-3450eeb93ddd/1541b947-af46-45f3-a9d7-f6a9a2131b11/bf9d5353-a118-48a9-b245-9a53687a4f1f) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:54:21.895136 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:21.908025 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Transition to ACTIVE for port object 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:21.915571 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:21.919299 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-d9d25f11-1359-44de-a6a0-9dac969387a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:21.997481 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Attempting to bind port 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:54:21.997855 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Attempting to bind port 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:54:21.998220 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Attempting to bind port 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 on network c8da9131-33b6-458d-837b-6196afa8bd82 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:54:22.003870 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45658eea-75dd-4a41-aa78-c7b186a01002 None None] Pushing event updated for resources: {'Port': ['ID=417aee8d-6501-41aa-bdf1-2d5f40cb37c7,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:22.006662 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-45658eea-75dd-4a41-aa78-c7b186a01002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:22.007597 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.009306 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:54:22.009686 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Checking segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:54:22.010120 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.010536 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Bound using segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:54:22.011008 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Bound port: 417aee8d-6501-41aa-bdf1-2d5f40cb37c7, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:54:22.011982 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.024512 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Transition to ACTIVE for port object bf9d5353-a118-48a9-b245-9a53687a4f1f will not be triggered until provisioned by entity DHCP. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:22.047214 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.051672 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-461d8984-3995-4766-8a97-f028d89b70f8 tempest-TestMinimumBasicScenario-1064077791 tempest-TestMinimumBasicScenario-1064077791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:22.086608 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] For port 417aee8d-6501-41aa-bdf1-2d5f40cb37c7, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:54:22.089740 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] For port 417aee8d-6501-41aa-bdf1-2d5f40cb37c7, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=417aee8d-6501-41aa-bdf1-2d5f40cb37c7,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:54:22.097405 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.101931 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4eb68b42-01f5-428f-885d-66ab2fa04192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:22.109605 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Network bcdbff92-2ee1-4459-a638-3450eeb93ddd is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:54:22.112459 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:22.115939 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:54:22.163359 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9d5353-a118-48a9-b245-9a53687a4f1f,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:22.167840 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:22.181385 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Routers {'b8fe5903-86d2-4eac-b92d-f2ea015dcf82'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:22.181537 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643627'] for router_interface, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.182023 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:54:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:22.245027 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45658eea-75dd-4a41-aa78-c7b186a01002 None None] Pushing event updated for resources: {'Port': ['ID=417aee8d-6501-41aa-bdf1-2d5f40cb37c7,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:22.249991 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-45658eea-75dd-4a41-aa78-c7b186a01002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:22.363850 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] Set router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:22.465865 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.576080 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 95070ae1-1715-4446-a0b4-542aaf4705d2 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:22.622729 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-e53473c2-9f48-4229-bc10-28e011266671 None None] Provisioning for port bf9d5353-a118-48a9-b245-9a53687a4f1f completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:22.640687 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-e53473c2-9f48-4229-bc10-28e011266671 None None] Provisioning complete for port bf9d5353-a118-48a9-b245-9a53687a4f1f triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:22.641065 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e53473c2-9f48-4229-bc10-28e011266671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.728317 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.732647 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.743592 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-e53473c2-9f48-4229-bc10-28e011266671 None None] Port bf9d5353-a118-48a9-b245-9a53687a4f1f cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:54:22.761650 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-eabb7168-8403-482c-b718-3a1d8bdb4ced tempest-AttachVolumeShelveTestJSON-161207053 tempest-AttachVolumeShelveTestJSON-161207053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:22.779298 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 95070ae1-1715-4446-a0b4-542aaf4705d2 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:22.779682 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.839981 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9d5353-a118-48a9-b245-9a53687a4f1f,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:22.843223 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:22.844340 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643784'] for router_interface, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.912771 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:54:19Z', 'revision_number': 3, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:22.921423 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a141e19-9da2-4c7b-9adc-bfd20898ffb8 None None] The sync data for ids ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'] in dv-cinder-818884-1-smb is: [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:54:19Z', 'revision_number': 3, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:54:22.992216 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Network bcdbff92-2ee1-4459-a638-3450eeb93ddd is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:54:22.993333 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:23.200684 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:54:23.269813 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-555a5e45-23de-4974-b025-9f064c07d573 None None] Provisioning complete for port bf9d5353-a118-48a9-b245-9a53687a4f1f triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:23.270339 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-555a5e45-23de-4974-b025-9f064c07d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:23.330613 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-555a5e45-23de-4974-b025-9f064c07d573 None None] Port bf9d5353-a118-48a9-b245-9a53687a4f1f cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:54:23.491507 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:54:23.500912 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] 10.222.0.41 "PUT /v2.0/routers/b8fe5903-86d2-4eac-b92d-f2ea015dcf82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6330392 Nov 23 12:54:24.011482 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 57676) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:24.017139 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1556219388-network', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:24.022121 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:24.029138 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Usage tracker for resource:network and tenant:ffee4c859a8045f88d09d882dad942ad is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:24.029348 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:24.035114 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:24.045878 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Made reservation on behalf of ffee4c859a8045f88d09d882dad942ad for: {'network': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:54:24.048183 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for network, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.060963 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.079683 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:24.083500 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Usage tracker for resource:security_group_rule and tenant:ffee4c859a8045f88d09d882dad942ad is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:24.086256 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:24.092624 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:24.179364 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.183237 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.186023 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-338d1088-42f5-4f9d-88c1-49a8b2a9d413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:24.214055 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=86825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:54:24.222569 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af866ea-832e-4a04-bf6d-a2889a8b8f64,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:24.226096 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:24.228751 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.229088 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.db.segments_db [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Added segment 67bc785a-dae4-4652-8a6d-f56877fe347f of type vlan for network 382ac314-527c-4d33-bb04-93f68d5461c8 Nov 23 12:54:24.255692 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784699478483'] for network, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.284727 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618'] for network, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.286170 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:24.286765 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.290073 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:24.379511 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Sync routers for ids ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:54:24.389162 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Routers {'b8fe5903-86d2-4eac-b92d-f2ea015dcf82'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:24.390066 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:54:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:24.395291 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3826828 Nov 23 12:54:24.396194 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Pushing event updated for resources: {'Network': ['ID=382ac314-527c-4d33-bb04-93f68d5461c8,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:24.398409 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57680) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:24.399190 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-07af1750-f539-47c4-b010-2dd68aa91b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:24.405924 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Request body: {'subnet': {'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1556219388-subnet', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'ip_version': 4}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:24.407181 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Network 382ac314-527c-4d33-bb04-93f68d5461c8 details requested by agent ovs-agent-dv-cinder-818884-1-smb with host dv-cinder-818884-1-smb {{(pid=86827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:54:24.411060 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:24.415495 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Usage tracker for resource:subnet and tenant:ffee4c859a8045f88d09d882dad942ad is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:24.418332 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:24.424017 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:24.436212 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Made reservation on behalf of ffee4c859a8045f88d09d882dad942ad for: {'subnet': 1} {{(pid=86826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:54:24.438813 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9875354'] for subnet, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.574620 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:24.602704 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Set router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:24.652831 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:24.657951 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:24.658612 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.673271 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9953429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9875368'] for subnet, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.678749 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-218dd084-7f72-4770-9eb5-b5ca52df9a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:24.756307 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=118425cc-9c07-48bf-8aff-8ff4c9c09fea,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:24.759680 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:24.766058 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Checking segment: {'id': '67bc785a-dae4-4652-8a6d-f56877fe347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:54:24.766450 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Network hostable DHCP agents. Network: 382ac314-527c-4d33-bb04-93f68d5461c8, hostable agents: ['90933c6e-b0f0-4cab-97a4-c19c9287ad25'], hosted agents: [] {{(pid=86826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:54:24.786848 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Network 382ac314-527c-4d33-bb04-93f68d5461c8 is scheduled to be hosted by DHCP agent 90933c6e-b0f0-4cab-97a4-c19c9287ad25 with binding_index 1 {{(pid=86826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:54:24.787391 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.798270 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-smb, 382ac314-527c-4d33-bb04-93f68d5461c8) {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:24.803770 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:24.805083 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.805965 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 417aee8d-6501-41aa-bdf1-2d5f40cb37c7, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=417aee8d-6501-41aa-bdf1-2d5f40cb37c7,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:24.810411 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.814061 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:24.829224 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-c9d855c2-c5cc-4dee-9fe6-79141e5bd041 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4282815 Nov 23 12:54:24.831688 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 57684) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:24.837826 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1556219388-router', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:24.842858 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:24.847100 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Usage tracker for resource:router and tenant:ffee4c859a8045f88d09d882dad942ad is out of sync, need to count used quota {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:24.850974 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a763b4-0b92-47b6-860a-0e78a69c56bb None None] Network 382ac314-527c-4d33-bb04-93f68d5461c8 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:54:24.851543 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:24.858263 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:24.873278 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48205'] for router, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.875007 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-963634', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1021560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48218'] for router, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.898632 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:24.969134 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=417aee8d-6501-41aa-bdf1-2d5f40cb37c7,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:24.981457 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:25.002975 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 4, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'bf9d5353-a118-48a9-b245-9a53687a4f1f', 'name': '', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'mac_address': 'fa:16:3e:62:f9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:21Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 2, 'project_id': '5e03d722d3074652843f072b6ed46091', 'subnets': [{'id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:25.007526 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Checking router: b8fe5903-86d2-4eac-b92d-f2ea015dcf82 for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:54:25.007832 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Updating router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 port bf9d5353-a118-48a9-b245-9a53687a4f1f binding host dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:54:25.060389 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.099505 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa319e6ca-75f2-5eba-bfa2-fee8e17dc79e-382ac314-527c-4d33-bb04-93f68d5461c8', 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'fixed_ips': [{'subnet_id': '118425cc-9c07-48bf-8aff-8ff4c9c09fea'}]}} from dv-cinder-818884-1-smb. {{(pid=86827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:54:25.100905 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.192815 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-963584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48168'] for router, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.261613 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Allocated IP 172.20.0.2 (382ac314-527c-4d33-bb04-93f68d5461c8/118425cc-9c07-48bf-8aff-8ff4c9c09fea/af1ffd04-c4df-4524-af4a-0e23c31a8886) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:54:25.406656 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.419798 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Transition to ACTIVE for port object bf9d5353-a118-48a9-b245-9a53687a4f1f will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:25.426340 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.430711 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-470ba2fc-9f41-48d4-8e7d-53fab624db0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:25.475586 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.488091 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Transition to ACTIVE for port object af1ffd04-c4df-4524-af4a-0e23c31a8886 will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:25.506502 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.508335 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Transition to ACTIVE for port object af1ffd04-c4df-4524-af4a-0e23c31a8886 will not be triggered until provisioned by entity DHCP. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:25.515553 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.524086 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:25.545752 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.591099 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Network 382ac314-527c-4d33-bb04-93f68d5461c8 is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:54:25.594461 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:25.598881 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:54:25.636178 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Pushing event updated for resources: {'Port': ['ID=bf9d5353-a118-48a9-b245-9a53687a4f1f,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:25.649003 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:25.649345 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:25.649681 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:25.650010 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:25.650386 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:25.650716 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:25.651036 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:25.651351 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:25.651669 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:25.651982 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:25.652293 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:25.652604 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:25.663827 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:25.673094 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Attempting to bind port bf9d5353-a118-48a9-b245-9a53687a4f1f on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:54:25.673706 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Attempting to bind port bf9d5353-a118-48a9-b245-9a53687a4f1f by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:54:25.674264 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Attempting to bind port bf9d5353-a118-48a9-b245-9a53687a4f1f on network bcdbff92-2ee1-4459-a638-3450eeb93ddd {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:54:25.680574 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:54:25.680958 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Checking segment: {'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:54:25.681365 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.681760 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Bound using segment: {'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:54:25.682408 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Bound port: bf9d5353-a118-48a9-b245-9a53687a4f1f, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:54:25.682623 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.702807 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Pushing event updated for resources: {'Port': ['ID=af1ffd04-c4df-4524-af4a-0e23c31a8886,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:25.710880 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:25.720720 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Allocated IP 172.28.0.186 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/6635fc26-a5e7-41f3-8c26-784f53db6499) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:54:25.772502 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Attempting to bind port af1ffd04-c4df-4524-af4a-0e23c31a8886 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:54:25.772920 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Attempting to bind port af1ffd04-c4df-4524-af4a-0e23c31a8886 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '67bc785a-dae4-4652-8a6d-f56877fe347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:54:25.773392 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Attempting to bind port af1ffd04-c4df-4524-af4a-0e23c31a8886 on network 382ac314-527c-4d33-bb04-93f68d5461c8 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:54:25.781373 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:54:25.781834 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Checking segment: {'id': '67bc785a-dae4-4652-8a6d-f56877fe347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:54:25.782391 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.782942 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Bound using segment: {'id': '67bc785a-dae4-4652-8a6d-f56877fe347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:54:25.783288 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] For port bf9d5353-a118-48a9-b245-9a53687a4f1f, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:54:25.783571 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Bound port: af1ffd04-c4df-4524-af4a-0e23c31a8886, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bc785a-dae4-4652-8a6d-f56877fe347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:54:25.784039 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.786495 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] For port bf9d5353-a118-48a9-b245-9a53687a4f1f, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=bf9d5353-a118-48a9-b245-9a53687a4f1f,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:54:25.791300 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.796545 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:25.892034 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Pushing event updated for resources: {'Port': ['ID=bf9d5353-a118-48a9-b245-9a53687a4f1f,revision_number=4']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:25.897594 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] For port af1ffd04-c4df-4524-af4a-0e23c31a8886, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:54:25.901614 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] For port af1ffd04-c4df-4524-af4a-0e23c31a8886, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=af1ffd04-c4df-4524-af4a-0e23c31a8886,segment=NetworkSegment(67bc785a-dae4-4652-8a6d-f56877fe347f),segment_id=67bc785a-dae4-4652-8a6d-f56877fe347f)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:54:25.904129 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-158230b6-b5ce-446d-b041-3da44f0959a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:25.910294 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Routers {'b8fe5903-86d2-4eac-b92d-f2ea015dcf82'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:25.910428 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.910933 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:54:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:25.914880 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.916885 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:25.953658 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.960790 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-677debec-cc74-4c72-98fd-eaae62960ff8 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:26.014433 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Pushing event updated for resources: {'Port': ['ID=af1ffd04-c4df-4524-af4a-0e23c31a8886,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:26.026039 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:26.044224 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:54:26.048055 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:26.051165 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:54:26.091433 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Pushing event updated for resources: {'Port': ['ID=6635fc26-a5e7-41f3-8c26-784f53db6499,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:26.095366 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:26.125394 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] Set router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:26.486367 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 4, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'bf9d5353-a118-48a9-b245-9a53687a4f1f', 'name': '', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'mac_address': 'fa:16:3e:62:f9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:21Z', 'updated_at': '2021-11-23T12:54:25Z', 'revision_number': 4, 'project_id': '5e03d722d3074652843f072b6ed46091', 'subnets': [{'id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:26.490653 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da381c-204b-4de9-b0fd-5e3a738993c9 None None] The sync data for ids ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'] in dv-cinder-818884-1-smb is: [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 4, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'bf9d5353-a118-48a9-b245-9a53687a4f1f', 'name': '', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'mac_address': 'fa:16:3e:62:f9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:21Z', 'updated_at': '2021-11-23T12:54:25Z', 'revision_number': 4, 'project_id': '5e03d722d3074652843f072b6ed46091', 'subnets': [{'id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:54:26.641987 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:26.664368 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:26.754651 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:26.755032 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:26.913068 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device af1ffd04-c4df-4524-af4a-0e23c31a8886 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:26.990883 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port af1ffd04-c4df-4524-af4a-0e23c31a8886 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:27.050738 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963813'] for router, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.071504 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ea924f-f70f-4683-99d5-edbcfabd6ad8 None None] Network 382ac314-527c-4d33-bb04-93f68d5461c8 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:54:27.160855 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-962847cc-8905-45e1-84a9-6bf8db83db8b None None] Provisioning for port af1ffd04-c4df-4524-af4a-0e23c31a8886 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:27.169168 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-962847cc-8905-45e1-84a9-6bf8db83db8b None None] Provisioning complete for port af1ffd04-c4df-4524-af4a-0e23c31a8886 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:27.169544 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-962847cc-8905-45e1-84a9-6bf8db83db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.275405 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Router 4e58eb61-f3b3-4867-a394-0761fe2fb134 is scheduled to L3 agent faa92151-038f-4b29-95e9-6a3353739984 with binding_index 1 {{(pid=86825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:54:27.410204 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-962847cc-8905-45e1-84a9-6bf8db83db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.453364 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-962847cc-8905-45e1-84a9-6bf8db83db8b None None] For port af1ffd04-c4df-4524-af4a-0e23c31a8886, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=af1ffd04-c4df-4524-af4a-0e23c31a8886,segment=NetworkSegment(67bc785a-dae4-4652-8a6d-f56877fe347f),segment_id=67bc785a-dae4-4652-8a6d-f56877fe347f)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:27.458348 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-962847cc-8905-45e1-84a9-6bf8db83db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.460799 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:27.471291 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:54:27.502532 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Sync routers for ids ['4e58eb61-f3b3-4867-a394-0761fe2fb134'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:54:27.507476 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Notify callbacks [] for router, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.511126 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6760013 Nov 23 12:54:27.511355 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 57688) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:27.545517 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Routers {'4e58eb61-f3b3-4867-a394-0761fe2fb134'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:27.546159 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:54:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['4e58eb61-f3b3-4867-a394-0761fe2fb134'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:27.636702 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962847cc-8905-45e1-84a9-6bf8db83db8b None None] Pushing event updated for resources: {'Port': ['ID=af1ffd04-c4df-4524-af4a-0e23c31a8886,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:27.641441 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-962847cc-8905-45e1-84a9-6bf8db83db8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:27.759753 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Set router 4e58eb61-f3b3-4867-a394-0761fe2fb134 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:27.972999 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-94e2b701-f8e5-4572-9e3a-96bda6dc8481 None None] Provisioning complete for port af1ffd04-c4df-4524-af4a-0e23c31a8886 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:27.973371 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-94e2b701-f8e5-4572-9e3a-96bda6dc8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.222597 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'name': 'tempest-TestShelveInstance-1556219388-router', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:24Z', 'updated_at': '2021-11-23T12:54:26Z', 'revision_number': 3, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'gw_port': {'id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:25Z', 'updated_at': '2021-11-23T12:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:28.226507 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Checking router: 4e58eb61-f3b3-4867-a394-0761fe2fb134 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:54:28.226857 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Updating router 4e58eb61-f3b3-4867-a394-0761fe2fb134 port 6635fc26-a5e7-41f3-8c26-784f53db6499 binding host dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:54:28.278650 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.331200 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.562318 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Allocated IP 172.20.0.1 (382ac314-527c-4d33-bb04-93f68d5461c8/118425cc-9c07-48bf-8aff-8ff4c9c09fea/a33bae64-4c5b-43ba-aad7-e79225a5b8e0) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:54:28.620771 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.626680 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device af1ffd04-c4df-4524-af4a-0e23c31a8886 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:28.678455 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Transition to ACTIVE for port object 6635fc26-a5e7-41f3-8c26-784f53db6499 will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:28.690172 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.696526 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:28.728373 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.748193 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Transition to ACTIVE for port object a33bae64-4c5b-43ba-aad7-e79225a5b8e0 will not be triggered until provisioned by entity DHCP. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:28.773768 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.779730 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-c9c40fac-ae94-47ab-b0d4-a27bfb1e1fb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:28.782289 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Attempting to bind port 6635fc26-a5e7-41f3-8c26-784f53db6499 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:54:28.782834 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Attempting to bind port 6635fc26-a5e7-41f3-8c26-784f53db6499 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:54:28.783027 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Attempting to bind port 6635fc26-a5e7-41f3-8c26-784f53db6499 on network c8da9131-33b6-458d-837b-6196afa8bd82 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:54:28.791614 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e17e3-c3b0-4ad9-a86b-8887e0169704 None None] Pushing event updated for resources: {'Port': ['ID=6635fc26-a5e7-41f3-8c26-784f53db6499,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:28.796155 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-d02e17e3-c3b0-4ad9-a86b-8887e0169704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:28.800399 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:54:28.800781 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Checking segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:54:28.801188 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.801579 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Bound using segment: {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:54:28.802056 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Bound port: 6635fc26-a5e7-41f3-8c26-784f53db6499, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0088940a-1cc5-4a41-8651-cfb19ae614a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:54:28.802464 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.848337 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Network 382ac314-527c-4d33-bb04-93f68d5461c8 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:54:28.851666 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:28.853739 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port af1ffd04-c4df-4524-af4a-0e23c31a8886 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:28.853899 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.855714 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:54:28.896316 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Pushing event updated for resources: {'Port': ['ID=a33bae64-4c5b-43ba-aad7-e79225a5b8e0,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:28.906547 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:28.929224 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643627'] for router_interface, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.934301 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] For port 6635fc26-a5e7-41f3-8c26-784f53db6499, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:54:28.937512 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] For port 6635fc26-a5e7-41f3-8c26-784f53db6499, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=6635fc26-a5e7-41f3-8c26-784f53db6499,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:54:28.942194 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:28.947976 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4524c38c-2718-4e0e-bdb2-0fd332e9ca19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:29.038946 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Routers {'4e58eb61-f3b3-4867-a394-0761fe2fb134'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:29.041087 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:54:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['4e58eb61-f3b3-4867-a394-0761fe2fb134'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:29.065770 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:29.107997 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e17e3-c3b0-4ad9-a86b-8887e0169704 None None] Pushing event updated for resources: {'Port': ['ID=6635fc26-a5e7-41f3-8c26-784f53db6499,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:29.153953 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-d02e17e3-c3b0-4ad9-a86b-8887e0169704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:29.257550 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-c453ea71-0267-4fcc-b389-1b5afc5d7381 None None] Provisioning for port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:29.265637 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device bf9d5353-a118-48a9-b245-9a53687a4f1f up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:29.299754 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-c453ea71-0267-4fcc-b389-1b5afc5d7381 None None] Provisioning complete for port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:29.300044 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c453ea71-0267-4fcc-b389-1b5afc5d7381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:29.301444 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:29.306561 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:29.333479 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-971e6244-1371-42a1-a38b-61658ae1aa26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:29.388367 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] Set router 4e58eb61-f3b3-4867-a394-0761fe2fb134 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:29.414265 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Pushing event updated for resources: {'Port': ['ID=a33bae64-4c5b-43ba-aad7-e79225a5b8e0,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:29.416709 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643784'] for router_interface, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:29.420271 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:29.429865 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-c453ea71-0267-4fcc-b389-1b5afc5d7381 None None] Port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:54:29.529563 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port bf9d5353-a118-48a9-b245-9a53687a4f1f completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:29.552232 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port bf9d5353-a118-48a9-b245-9a53687a4f1f triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:29.552505 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:29.656628 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Network 382ac314-527c-4d33-bb04-93f68d5461c8 is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:54:29.657785 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:29.847272 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:29.857447 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Router 4e58eb61-f3b3-4867-a394-0761fe2fb134 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:54:29.893403 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'name': 'tempest-TestShelveInstance-1556219388-router', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:24Z', 'updated_at': '2021-11-23T12:54:28Z', 'revision_number': 4, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'gw_port': {'id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:25Z', 'updated_at': '2021-11-23T12:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'a33bae64-4c5b-43ba-aad7-e79225a5b8e0', 'name': '', 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'mac_address': 'fa:16:3e:60:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '118425cc-9c07-48bf-8aff-8ff4c9c09fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:28Z', 'updated_at': '2021-11-23T12:54:28Z', 'revision_number': 1, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'subnets': [{'id': '118425cc-9c07-48bf-8aff-8ff4c9c09fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:29.898487 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port bf9d5353-a118-48a9-b245-9a53687a4f1f, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=bf9d5353-a118-48a9-b245-9a53687a4f1f,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:29.900315 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb8000-930e-4021-9510-d92b006b6372 None None] The sync data for ids ['4e58eb61-f3b3-4867-a394-0761fe2fb134'] in dv-cinder-818884-1-smb is: [{'id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'name': 'tempest-TestShelveInstance-1556219388-router', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:24Z', 'updated_at': '2021-11-23T12:54:28Z', 'revision_number': 4, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'gw_port': {'id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:25Z', 'updated_at': '2021-11-23T12:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'a33bae64-4c5b-43ba-aad7-e79225a5b8e0', 'name': '', 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'mac_address': 'fa:16:3e:60:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '118425cc-9c07-48bf-8aff-8ff4c9c09fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:28Z', 'updated_at': '2021-11-23T12:54:28Z', 'revision_number': 1, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'subnets': [{'id': '118425cc-9c07-48bf-8aff-8ff4c9c09fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:54:29.906175 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:29.908320 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:29.981769 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-d245439b-c28b-40c8-80df-5954081f32c6 None None] Provisioning complete for port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:29.982145 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d245439b-c28b-40c8-80df-5954081f32c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.030423 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=bf9d5353-a118-48a9-b245-9a53687a4f1f,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:30.035199 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:30.043854 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-d245439b-c28b-40c8-80df-5954081f32c6 None None] Port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:54:30.047030 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:54:30.056156 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] 10.222.0.41 "PUT /v2.0/routers/4e58eb61-f3b3-4867-a394-0761fe2fb134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5437603 Nov 23 12:54:30.565721 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device bf9d5353-a118-48a9-b245-9a53687a4f1f up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:30.641505 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57698) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:30.647675 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-4294115', 'description': 'tempest-secgroup-smoke-4294115 description', 'project_id': '5e03d722d3074652843f072b6ed46091'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:30.650056 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port bf9d5353-a118-48a9-b245-9a53687a4f1f triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:30.650503 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.654153 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:30.658964 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Usage tracker for resource:security_group and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:30.663209 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:30.670949 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:30.681158 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.702986 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:30.706990 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Usage tracker for resource:security_group_rule and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:30.710720 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:30.716896 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:30.797233 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.801330 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.805814 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-451458a9-7a4d-4d74-907f-60c94158897a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:30.846471 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9de235-47c7-4050-925e-41a1dadc6150,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:30.849209 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:30.850488 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.851987 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7b0b11dd-1c00-4fed-819a-b83e7ef9a03e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.2093024 Nov 23 12:54:30.855171 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57702) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:30.860821 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-64bb20d8-7bc0-460a-a570-481b4d3b8628 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Request body: {'security_group_rule': {'security_group_id': '7f9de235-47c7-4050-925e-41a1dadc6150', 'project_id': '5e03d722d3074652843f072b6ed46091', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:30.867710 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-64bb20d8-7bc0-460a-a570-481b4d3b8628 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:30.871737 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-64bb20d8-7bc0-460a-a570-481b4d3b8628 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Usage tracker for resource:security_group_rule and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:30.874824 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-64bb20d8-7bc0-460a-a570-481b4d3b8628 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:30.880852 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-64bb20d8-7bc0-460a-a570-481b4d3b8628 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:30.898908 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-64bb20d8-7bc0-460a-a570-481b4d3b8628 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.961157 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-64bb20d8-7bc0-460a-a570-481b4d3b8628 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.965221 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-64bb20d8-7bc0-460a-a570-481b4d3b8628 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.967382 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:30.993431 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb20d8-7bc0-460a-a570-481b4d3b8628 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f89e007-7db3-4f32-b88a-c50313587a55,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:30.995966 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-64bb20d8-7bc0-460a-a570-481b4d3b8628 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:31.004093 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-64bb20d8-7bc0-460a-a570-481b4d3b8628 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.005458 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-64bb20d8-7bc0-460a-a570-481b4d3b8628 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493468 Nov 23 12:54:31.008938 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57706) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:31.014059 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Request body: {'security_group_rule': {'security_group_id': '7f9de235-47c7-4050-925e-41a1dadc6150', 'project_id': '5e03d722d3074652843f072b6ed46091', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:31.021497 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:31.025659 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Usage tracker for resource:security_group_rule and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:31.028577 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:31.034470 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:31.052495 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.117428 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.121355 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.123425 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:31.146375 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519c89f9-d7df-471b-bd9a-9e261f9a23fb,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:31.150989 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:31.156369 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.157776 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478839 Nov 23 12:54:31.160415 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57710) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:31.166597 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-7f60d891-4880-4b88-9e07-43273ef72a1c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Request body: {'security_group_rule': {'security_group_id': '7f9de235-47c7-4050-925e-41a1dadc6150', 'project_id': '5e03d722d3074652843f072b6ed46091', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:31.172668 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7f60d891-4880-4b88-9e07-43273ef72a1c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:31.176838 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7f60d891-4880-4b88-9e07-43273ef72a1c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Usage tracker for resource:security_group_rule and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:31.180311 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-7f60d891-4880-4b88-9e07-43273ef72a1c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:31.186048 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-7f60d891-4880-4b88-9e07-43273ef72a1c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:31.203069 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7f60d891-4880-4b88-9e07-43273ef72a1c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.266498 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7f60d891-4880-4b88-9e07-43273ef72a1c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.271676 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7f60d891-4880-4b88-9e07-43273ef72a1c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.273681 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-1bb1dec8-586e-4935-885f-dec687f96701 tempest-AttachVolumeTestJSON-222331731 tempest-AttachVolumeTestJSON-222331731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:31.296196 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60d891-4880-4b88-9e07-43273ef72a1c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46abe0ab-334c-45df-8ff7-19afa2629d6a,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:31.300490 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7f60d891-4880-4b88-9e07-43273ef72a1c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:31.305804 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7f60d891-4880-4b88-9e07-43273ef72a1c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.307016 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7f60d891-4880-4b88-9e07-43273ef72a1c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454508 Nov 23 12:54:31.309651 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57714) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:31.314620 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-bd6bfc75-7f1f-4942-ae02-a0c4aaede200 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Request body: {'security_group_rule': {'security_group_id': '7f9de235-47c7-4050-925e-41a1dadc6150', 'project_id': '5e03d722d3074652843f072b6ed46091', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:31.320763 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-bd6bfc75-7f1f-4942-ae02-a0c4aaede200 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:31.324542 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-bd6bfc75-7f1f-4942-ae02-a0c4aaede200 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Usage tracker for resource:security_group_rule and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:31.327408 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-bd6bfc75-7f1f-4942-ae02-a0c4aaede200 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:31.333070 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-bd6bfc75-7f1f-4942-ae02-a0c4aaede200 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:31.349629 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bd6bfc75-7f1f-4942-ae02-a0c4aaede200 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.416508 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bd6bfc75-7f1f-4942-ae02-a0c4aaede200 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.420252 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bd6bfc75-7f1f-4942-ae02-a0c4aaede200 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.422419 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:31.444915 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bfc75-7f1f-4942-ae02-a0c4aaede200 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2491c85-1caa-439e-b9ad-1ca496309c9b,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:31.447311 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-bd6bfc75-7f1f-4942-ae02-a0c4aaede200 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:31.454079 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-bd6bfc75-7f1f-4942-ae02-a0c4aaede200 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.455257 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-bd6bfc75-7f1f-4942-ae02-a0c4aaede200 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446552 Nov 23 12:54:31.457842 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57718) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:31.462737 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Request body: {'security_group_rule': {'security_group_id': '7f9de235-47c7-4050-925e-41a1dadc6150', 'project_id': '5e03d722d3074652843f072b6ed46091', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:31.468493 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:31.472393 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Usage tracker for resource:security_group_rule and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:31.475945 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:31.481618 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:31.492282 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.securitygroups_db [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Project 5e03d722d3074652843f072b6ed46091 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:54:31.499371 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.561875 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.565414 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.573062 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:31.594787 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97df4844-1ec1-4bb7-ae0a-fb3fd8df45ac,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:31.597979 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:31.606750 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.607939 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-d047ea97-2cd7-4386-8cc1-f53a2fdec8b7 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491661 Nov 23 12:54:31.611372 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57722) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:31.616893 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Request body: {'security_group_rule': {'security_group_id': '7f9de235-47c7-4050-925e-41a1dadc6150', 'project_id': '5e03d722d3074652843f072b6ed46091', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:31.623029 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:31.626904 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Usage tracker for resource:security_group_rule and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:31.629853 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:31.635683 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:31.648498 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.securitygroups_db [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Project 5e03d722d3074652843f072b6ed46091 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:54:31.656195 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.724079 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.728483 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012863'] for security_group_rule, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.730662 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-dd1f6696-2d73-4776-a210-d7875b1f11da tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:31.753084 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea87cace-cb7a-4891-a142-a6a5f1169fd7,revision_number=0']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:31.757517 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:31.761709 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.762959 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-3d574978-5901-4d36-b67e-48ae4e574cef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505501 Nov 23 12:54:32.556959 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 6635fc26-a5e7-41f3-8c26-784f53db6499 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:32.627285 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port 6635fc26-a5e7-41f3-8c26-784f53db6499 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:32.632709 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 6635fc26-a5e7-41f3-8c26-784f53db6499 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:32.633100 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:32.765492 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:32.781968 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port 6635fc26-a5e7-41f3-8c26-784f53db6499, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=6635fc26-a5e7-41f3-8c26-784f53db6499,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:32.788927 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:32.792164 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:32.860474 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=6635fc26-a5e7-41f3-8c26-784f53db6499,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:32.868048 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:33.290683 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Sync routers for ids ['4e58eb61-f3b3-4867-a394-0761fe2fb134'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:54:33.300115 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Routers {'4e58eb61-f3b3-4867-a394-0761fe2fb134'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:33.300727 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:54:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['4e58eb61-f3b3-4867-a394-0761fe2fb134'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:33.504445 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Set router 4e58eb61-f3b3-4867-a394-0761fe2fb134 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:33.821984 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'name': 'tempest-TestShelveInstance-1556219388-router', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:24Z', 'updated_at': '2021-11-23T12:54:28Z', 'revision_number': 4, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'gw_port': {'id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:25Z', 'updated_at': '2021-11-23T12:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'a33bae64-4c5b-43ba-aad7-e79225a5b8e0', 'name': '', 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'mac_address': 'fa:16:3e:60:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '118425cc-9c07-48bf-8aff-8ff4c9c09fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:28Z', 'updated_at': '2021-11-23T12:54:29Z', 'revision_number': 2, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'subnets': [{'id': '118425cc-9c07-48bf-8aff-8ff4c9c09fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:33.826073 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Checking router: 4e58eb61-f3b3-4867-a394-0761fe2fb134 for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:54:33.826460 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Updating router 4e58eb61-f3b3-4867-a394-0761fe2fb134 port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 binding host dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:54:33.883260 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.229587 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.240615 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Transition to ACTIVE for port object a33bae64-4c5b-43ba-aad7-e79225a5b8e0 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:34.247238 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.251647 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:34.375873 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c12176-ebef-40a1-9614-783c2ab6f221 None None] Pushing event updated for resources: {'Port': ['ID=a33bae64-4c5b-43ba-aad7-e79225a5b8e0,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:34.379466 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-b5c12176-ebef-40a1-9614-783c2ab6f221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:34.470705 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Attempting to bind port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 on host dv-cinder-818884-1-smb for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:54:34.471077 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Attempting to bind port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 by drivers openvswitch,hyperv on host dv-cinder-818884-1-smb at level 0 using segments [{'id': '67bc785a-dae4-4652-8a6d-f56877fe347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:54:34.471573 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Attempting to bind port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 on network 382ac314-527c-4d33-bb04-93f68d5461c8 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:54:34.477111 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Checking agent: {'id': '8d10d978-bfad-4787-8951-301ca19ccd5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 10), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:54:34.477484 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Checking segment: {'id': '67bc785a-dae4-4652-8a6d-f56877fe347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:54:34.477887 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.478303 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Bound using segment: {'id': '67bc785a-dae4-4652-8a6d-f56877fe347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:54:34.478773 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Bound port: a33bae64-4c5b-43ba-aad7-e79225a5b8e0, host: dv-cinder-818884-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bc785a-dae4-4652-8a6d-f56877fe347f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:54:34.479433 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.561313 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 6635fc26-a5e7-41f3-8c26-784f53db6499 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:34.576408 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] For port a33bae64-4c5b-43ba-aad7-e79225a5b8e0, host dv-cinder-818884-1-smb, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:54:34.580328 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] For port a33bae64-4c5b-43ba-aad7-e79225a5b8e0, host dv-cinder-818884-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=a33bae64-4c5b-43ba-aad7-e79225a5b8e0,segment=NetworkSegment(67bc785a-dae4-4652-8a6d-f56877fe347f),segment_id=67bc785a-dae4-4652-8a6d-f56877fe347f)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:54:34.584323 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.592762 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-b5c12176-ebef-40a1-9614-783c2ab6f221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:34.646323 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port 6635fc26-a5e7-41f3-8c26-784f53db6499 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:34.646742 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.671339 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Routers {'4e58eb61-f3b3-4867-a394-0761fe2fb134'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:54:34.671979 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:54:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['4e58eb61-f3b3-4867-a394-0761fe2fb134'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:34.727201 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c12176-ebef-40a1-9614-783c2ab6f221 None None] Pushing event updated for resources: {'Port': ['ID=a33bae64-4c5b-43ba-aad7-e79225a5b8e0,revision_number=4']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:34.737334 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG oslo_concurrency.lockutils [None req-b5c12176-ebef-40a1-9614-783c2ab6f221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:34.885945 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] Set router 4e58eb61-f3b3-4867-a394-0761fe2fb134 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:54:35.199430 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'name': 'tempest-TestShelveInstance-1556219388-router', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:24Z', 'updated_at': '2021-11-23T12:54:28Z', 'revision_number': 4, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'gw_port': {'id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:25Z', 'updated_at': '2021-11-23T12:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'a33bae64-4c5b-43ba-aad7-e79225a5b8e0', 'name': '', 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'mac_address': 'fa:16:3e:60:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '118425cc-9c07-48bf-8aff-8ff4c9c09fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:28Z', 'updated_at': '2021-11-23T12:54:34Z', 'revision_number': 4, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'subnets': [{'id': '118425cc-9c07-48bf-8aff-8ff4c9c09fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:54:35.203329 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db23940-f27d-463c-a268-cc8fbfcfe75b None None] The sync data for ids ['4e58eb61-f3b3-4867-a394-0761fe2fb134'] in dv-cinder-818884-1-smb is: [{'id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'name': 'tempest-TestShelveInstance-1556219388-router', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:24Z', 'updated_at': '2021-11-23T12:54:28Z', 'revision_number': 4, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'gw_port': {'id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:25Z', 'updated_at': '2021-11-23T12:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'a33bae64-4c5b-43ba-aad7-e79225a5b8e0', 'name': '', 'network_id': '382ac314-527c-4d33-bb04-93f68d5461c8', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'mac_address': 'fa:16:3e:60:d4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '118425cc-9c07-48bf-8aff-8ff4c9c09fea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:28Z', 'updated_at': '2021-11-23T12:54:34Z', 'revision_number': 4, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'subnets': [{'id': '118425cc-9c07-48bf-8aff-8ff4c9c09fea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:54:36.552032 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device a33bae64-4c5b-43ba-aad7-e79225a5b8e0 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:36.625104 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning for port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:36.630496 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:36.630873 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:36.761682 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:36.795645 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] For port a33bae64-4c5b-43ba-aad7-e79225a5b8e0, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=a33bae64-4c5b-43ba-aad7-e79225a5b8e0,segment=NetworkSegment(67bc785a-dae4-4652-8a6d-f56877fe347f),segment_id=67bc785a-dae4-4652-8a6d-f56877fe347f)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:36.801933 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:36.804914 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:36.877870 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Pushing event updated for resources: {'Port': ['ID=a33bae64-4c5b-43ba-aad7-e79225a5b8e0,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:36.880954 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:38.538486 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device a33bae64-4c5b-43ba-aad7-e79225a5b8e0 up at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:38.617961 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Provisioning complete for port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:38.618282 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:39.253767 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b0a2926c-d531-4b72-ab31-ab5dc45d6e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:39.832941 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:40.891986 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:41.682584 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b4f3fb18-7c97-4e26-ac93-31ddd682e23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:42.984450 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:43.576454 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:54:44.212207 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:45.640073 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-fe7a0e53-b0e4-43a6-99e6-4f794dabe47f tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Synchronizing usage tracker for tenant:5e03d722d3074652843f072b6ed46091 on resource:security_group {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:54:45.656588 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-fe7a0e53-b0e4-43a6-99e6-4f794dabe47f tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Unset dirty status for tenant:5e03d722d3074652843f072b6ed46091 on resource:security_group {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:54:45.657650 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-fe7a0e53-b0e4-43a6-99e6-4f794dabe47f tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4294115&fields=id&tenant_id=5e03d722d3074652843f072b6ed46091 HTTP/1.1" status: 200 len: 267 time: 0.0563657 Nov 23 12:54:45.892127 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-753764da-eb7e-4b96-9220-6687c88bf736 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:45.892802 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-753764da-eb7e-4b96-9220-6687c88bf736 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Synchronizing usage tracker for tenant:5e03d722d3074652843f072b6ed46091 on resource:network {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:54:45.908999 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-753764da-eb7e-4b96-9220-6687c88bf736 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Unset dirty status for tenant:5e03d722d3074652843f072b6ed46091 on resource:network {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:54:45.910044 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-753764da-eb7e-4b96-9220-6687c88bf736 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/networks?id=bcdbff92-2ee1-4459-a638-3450eeb93ddd HTTP/1.1" status: 200 len: 808 time: 0.2454369 Nov 23 12:54:45.925665 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-11769ce1-bc35-4590-85c3-49a2a3873e31 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/quotas/5e03d722d3074652843f072b6ed46091 HTTP/1.1" status: 200 len: 375 time: 0.0087767 Nov 23 12:54:46.008290 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-16e8fd6c-a7fa-4b64-8e9b-4707cb6695a1 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e03d722d3074652843f072b6ed46091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779226 Nov 23 12:54:46.143855 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-06a43788-ac75-4b64-a914-2ef9979f9d2e service neutron] 10.222.0.41 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247017 Nov 23 12:54:46.275361 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-4bed2cd5-826c-4b22-8167-9686f206465c service neutron] 10.222.0.41 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248760 Nov 23 12:54:46.661090 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-3bfbe49a-0d51-4275-9668-58e9846db8b5 req-d6e4436a-47f9-4d03-a6f6-0da10b56a7ef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Synchronizing usage tracker for tenant:5e03d722d3074652843f072b6ed46091 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:54:46.678916 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-3bfbe49a-0d51-4275-9668-58e9846db8b5 req-d6e4436a-47f9-4d03-a6f6-0da10b56a7ef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Unset dirty status for tenant:5e03d722d3074652843f072b6ed46091 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:54:46.680057 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-3bfbe49a-0d51-4275-9668-58e9846db8b5 req-d6e4436a-47f9-4d03-a6f6-0da10b56a7ef tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 210 time: 0.0635986 Nov 23 12:54:47.715123 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-c1064100-09ca-4f2b-8ec1-a07953c52427 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:47.716630 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-c1064100-09ca-4f2b-8ec1-a07953c52427 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.76 "GET /v2.0/networks?id=bcdbff92-2ee1-4459-a638-3450eeb93ddd HTTP/1.1" status: 200 len: 808 time: 0.1563439 Nov 23 12:54:47.775848 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-6e48d4c3-ebc2-49e2-bf64-c9b3b6571e79 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e03d722d3074652843f072b6ed46091 HTTP/1.1" status: 200 len: 377 time: 0.0431573 Nov 23 12:54:47.788258 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Request body: {'port': {'device_id': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'admin_state_up': True, 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'security_groups': ['7f9de235-47c7-4050-925e-41a1dadc6150']}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:47.852471 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-0dc0c3b4-79d5-4eb0-bb24-296d7c4a61e5 req-54f385ea-486f-407e-bd24-b67b863db87a tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 210 time: 0.0525677 Nov 23 12:54:47.929333 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:47.939047 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.quota.driver [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:47.948717 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Made reservation on behalf of 5e03d722d3074652843f072b6ed46091 for: {'port': 1} {{(pid=86825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:54:47.952185 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:48.114627 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_common [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Allocated IP 172.20.0.7 (bcdbff92-2ee1-4459-a638-3450eeb93ddd/1541b947-af46-45f3-a9d7-f6a9a2131b11/5c42b1f3-2991-48e7-8e90-6fc8b476c377) {{(pid=86825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:54:48.311613 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for port, precommit_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:48.327493 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Transition to ACTIVE for port object 5c42b1f3-2991-48e7-8e90-6fc8b476c377 will not be triggered until provisioned by entity DHCP. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:48.351934 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_create {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:48.358263 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-99141115-f1d0-419e-a746-41bb7116a572 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:48.424155 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Network bcdbff92-2ee1-4459-a638-3450eeb93ddd is already hosted by enough agents. {{(pid=86825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:54:48.427265 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.base_scheduler [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Resources bound (agent type, host, resource id): {{(pid=86825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:48.431087 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Received port after_create {{(pid=86825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:54:48.462487 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event updated for resources: {'Port': ['ID=5c42b1f3-2991-48e7-8e90-6fc8b476c377,revision_number=1']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:48.481914 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:48.482305 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:48.483209 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:48.483209 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:48.483397 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:48.483676 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:48.484017 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:48.484355 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:48.484696 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:48.485022 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:48.485360 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:48.485698 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:48.491271 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:48.509134 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:48.509742 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:48.536194 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7519488 Nov 23 12:54:48.547991 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.v2.base [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Request body: {'port': {'device_id': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:48.658489 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-b57c9f92-ea4e-49c9-9711-560112383d45 None None] Provisioning for port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 completed by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:48.663285 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-b57c9f92-ea4e-49c9-9711-560112383d45 None None] Provisioning complete for port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 triggered by entity DHCP. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:48.663653 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b57c9f92-ea4e-49c9-9711-560112383d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:48.666034 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:48.718641 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-b57c9f92-ea4e-49c9-9711-560112383d45 None None] Port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 cannot update to ACTIVE because it is not bound. {{(pid=86827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:54:49.108204 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb984bb-21e4-4003-8fde-a7da84909884 req-4d5aa431-4473-4178-bb44-1fbde19f82ad tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:49.108881 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-2cb984bb-21e4-4003-8fde-a7da84909884 req-4d5aa431-4473-4178-bb44-1fbde19f82ad tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Synchronizing usage tracker for tenant:5e03d722d3074652843f072b6ed46091 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:54:49.175320 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-2cb984bb-21e4-4003-8fde-a7da84909884 req-4d5aa431-4473-4178-bb44-1fbde19f82ad tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Unset dirty status for tenant:5e03d722d3074652843f072b6ed46091 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:54:49.176370 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2cb984bb-21e4-4003-8fde-a7da84909884 req-4d5aa431-4473-4178-bb44-1fbde19f82ad tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 931 time: 0.1996422 Nov 23 12:54:49.201232 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c42b1f3-2991-48e7-8e90-6fc8b476c377 {{(pid=86825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:54:49.211129 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:49.239145 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.provisioning_blocks [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Transition to ACTIVE for port object 5c42b1f3-2991-48e7-8e90-6fc8b476c377 will not be triggered until provisioned by entity L2. {{(pid=86825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:49.245087 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-2cb984bb-21e4-4003-8fde-a7da84909884 req-6ed5ada1-6d91-43cf-ab83-74cbe3018cce tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0621791 Nov 23 12:54:49.245773 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:49.249261 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-291ec2a7-8b32-4ba0-bba2-d67683ee71c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:49.374021 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c42b1f3-2991-48e7-8e90-6fc8b476c377,revision_number=2']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:49.401297 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:49.480384 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Attempting to bind port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:54:49.480709 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Attempting to bind port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:54:49.481027 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Attempting to bind port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 on network bcdbff92-2ee1-4459-a638-3450eeb93ddd {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:54:49.485535 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 on network bcdbff92-2ee1-4459-a638-3450eeb93ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:54:49.485846 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Attempting to bind port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 on network bcdbff92-2ee1-4459-a638-3450eeb93ddd {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:54:49.491648 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Checking agent: {'id': '8f9dae92-b631-4e5f-b839-ee6d460b49e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'started_at': datetime.datetime(2021, 11, 23, 12, 42, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:54:49.491995 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Checking segment: {'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:54:49.492351 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Bound using segment: {'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'} {{(pid=86825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:54:49.492772 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.managers [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Bound port: 5c42b1f3-2991-48e7-8e90-6fc8b476c377, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c56b8b-9b58-4c50-8393-44b088136bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd'}}] {{(pid=86825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:54:49.493109 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:49.579769 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] For port 5c42b1f3-2991-48e7-8e90-6fc8b476c377, host hv-cinder-81888, cleared binding levels {{(pid=86825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:54:49.582596 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] For port 5c42b1f3-2991-48e7-8e90-6fc8b476c377, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:54:49.587070 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2303575'] for port, after_update {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:49.591383 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-60d94b07-b2d6-4b5d-b251-538fb0d06700 tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:49.648633 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:49.649238 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:49.650701 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] 10.222.0.76 "PUT /v2.0/ports/5c42b1f3-2991-48e7-8e90-6fc8b476c377 HTTP/1.1" status: 200 len: 1093 time: 1.1073246 Nov 23 12:54:49.651193 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:54:49.674409 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c42b1f3-2991-48e7-8e90-6fc8b476c377,revision_number=3']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:49.677481 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-edbca35e-a2bc-48ca-a3d1-592910f528e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:49.729110 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'status': 'completed', 'code': 200} Nov 23 12:54:49.770647 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-2124d9b3-4ba1-434b-b5a8-c4adcf6f0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:49.772668 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-2124d9b3-4ba1-434b-b5a8-c4adcf6f0eb7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e03d722d3074652843f072b6ed46091&device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 1096 time: 0.0770059 Nov 23 12:54:49.843616 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-8c67cc1e-758d-4d1d-b0e8-9054b01d4aed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377 HTTP/1.1" status: 200 len: 217 time: 0.0639701 Nov 23 12:54:49.910458 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-3c152edf-88e5-4f2b-86e8-4e7b45a8d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:49.911811 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-3c152edf-88e5-4f2b-86e8-4e7b45a8d09d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1541b947-af46-45f3-a9d7-f6a9a2131b11 HTTP/1.1" status: 200 len: 847 time: 0.0625126 Nov 23 12:54:49.988592 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-6f0b62a0-e413-4d32-9a02-a65048275a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:49.989940 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-6f0b62a0-e413-4d32-9a02-a65048275a05 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcdbff92-2ee1-4459-a638-3450eeb93ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721183 Nov 23 12:54:50.127214 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-280d44c2-3118-4f26-a47d-859a7c84ff30 service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306729 Nov 23 12:54:50.262219 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-216c7c89-74fe-424e-b4eb-d25d7fe29e81 req-bfcf3594-a730-4164-b023-941f1403c428 service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282377 Nov 23 12:54:50.444194 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b49ed-1150-464d-838b-388bf2f9c92f req-168e6cc0-60e1-4b68-b4fb-66d0686134f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:50.445638 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e27b49ed-1150-464d-838b-388bf2f9c92f req-168e6cc0-60e1-4b68-b4fb-66d0686134f9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e03d722d3074652843f072b6ed46091&device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 1096 time: 0.1344686 Nov 23 12:54:50.456483 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2030fb4-dcaf-46d0-a790-74d3ec252ab1 req-942fa359-6a3f-4e47-ac0b-55e23850e2bf tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:50.457779 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2030fb4-dcaf-46d0-a790-74d3ec252ab1 req-942fa359-6a3f-4e47-ac0b-55e23850e2bf tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 943 time: 0.1055663 Nov 23 12:54:50.683233 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2030fb4-dcaf-46d0-a790-74d3ec252ab1 req-bc1bf4b3-ec67-41d8-9bfb-14d595c41892 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2047122 Nov 23 12:54:50.705762 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b49ed-1150-464d-838b-388bf2f9c92f req-0c6846a4-0fe8-4465-99cc-b0bc7f7d1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:50.707341 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e27b49ed-1150-464d-838b-388bf2f9c92f req-0c6846a4-0fe8-4465-99cc-b0bc7f7d1312 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcdbff92-2ee1-4459-a638-3450eeb93ddd HTTP/1.1" status: 200 len: 909 time: 0.2486701 Nov 23 12:54:50.776230 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e27b49ed-1150-464d-838b-388bf2f9c92f req-f888a7ef-64fc-4b31-90c0-563fec285d93 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377 HTTP/1.1" status: 200 len: 217 time: 0.0608363 Nov 23 12:54:50.842558 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b49ed-1150-464d-838b-388bf2f9c92f req-dbd44d86-ac8a-4705-8e52-6c351f37cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:50.844029 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e27b49ed-1150-464d-838b-388bf2f9c92f req-dbd44d86-ac8a-4705-8e52-6c351f37cdd0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1541b947-af46-45f3-a9d7-f6a9a2131b11 HTTP/1.1" status: 200 len: 847 time: 0.0603466 Nov 23 12:54:50.922515 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b49ed-1150-464d-838b-388bf2f9c92f req-4c5e9df1-0714-41d4-911b-abe353fdb998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:50.924046 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e27b49ed-1150-464d-838b-388bf2f9c92f req-4c5e9df1-0714-41d4-911b-abe353fdb998 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcdbff92-2ee1-4459-a638-3450eeb93ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729947 Nov 23 12:54:51.062194 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e27b49ed-1150-464d-838b-388bf2f9c92f req-d82db9cf-47d7-44fe-8299-f5bf4c4897fc service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316144 Nov 23 12:54:51.189978 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e27b49ed-1150-464d-838b-388bf2f9c92f req-3b436515-e725-4d1a-a005-fed962388d75 service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213522 Nov 23 12:54:51.867541 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5069c-0928-4d74-a79e-4dc906b60d1b req-085114b8-20fd-4f8b-a086-ac3b5c4cd29d tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:51.868964 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ede5069c-0928-4d74-a79e-4dc906b60d1b req-085114b8-20fd-4f8b-a086-ac3b5c4cd29d tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 943 time: 0.0790980 Nov 23 12:54:52.011620 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ede5069c-0928-4d74-a79e-4dc906b60d1b req-fd01f8c7-908d-4129-9506-480d4f8beb99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1366019 Nov 23 12:54:52.722310 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 5c42b1f3-2991-48e7-8e90-6fc8b476c377 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:54:52.852684 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 5c42b1f3-2991-48e7-8e90-6fc8b476c377, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:52.865976 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'port_id': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'mac_address': 'fa:16:3e:51:95:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:54:52.947298 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:52.964982 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c42b1f3-2991-48e7-8e90-6fc8b476c377 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:54:52.981970 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 5c42b1f3-2991-48e7-8e90-6fc8b476c377, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:52.985484 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:52.987234 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:53.051677 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=5c42b1f3-2991-48e7-8e90-6fc8b476c377,revision_number=4']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:53.055434 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:53.220686 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['5c42b1f3-2991-48e7-8e90-6fc8b476c377'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:54:53.256306 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bb04f-daf5-4843-a58b-65b1b6fc20d7 req-c8360edc-01e6-4453-a14b-502f1bf59226 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:53.257740 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-271bb04f-daf5-4843-a58b-65b1b6fc20d7 req-c8360edc-01e6-4453-a14b-502f1bf59226 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 944 time: 0.1371114 Nov 23 12:54:53.301700 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-271bb04f-daf5-4843-a58b-65b1b6fc20d7 req-f5661f56-ea3b-4460-99e5-5519f1561c5f tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382950 Nov 23 12:54:54.485254 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6679d-001f-4171-a9f9-e60afc5bbceb req-48bb2729-de0d-426d-b543-6a1adb533b64 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:54.486144 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-78f6679d-001f-4171-a9f9-e60afc5bbceb req-48bb2729-de0d-426d-b543-6a1adb533b64 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 944 time: 0.0814638 Nov 23 12:54:54.529627 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-78f6679d-001f-4171-a9f9-e60afc5bbceb req-692b6423-9b6c-4a5b-950b-172b26cf129f tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376966 Nov 23 12:54:54.753530 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 5c42b1f3-2991-48e7-8e90-6fc8b476c377 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:54.825608 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning for port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 completed by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:54.830503 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:54.830887 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:54.949515 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:54.975680 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:54:54.986304 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 5c42b1f3-2991-48e7-8e90-6fc8b476c377, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:54.991208 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:54.994200 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-d02e17e3-c3b0-4ad9-a86b-8887e0169704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:55.074246 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=5c42b1f3-2991-48e7-8e90-6fc8b476c377,revision_number=5']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:55.077240 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:55.710857 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dce00-e22c-40d4-be5a-a784846e0d9c req-e0b12198-43b0-429d-b262-62147067a93d tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:55.712313 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ed4dce00-e22c-40d4-be5a-a784846e0d9c req-e0b12198-43b0-429d-b262-62147067a93d tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0800121 Nov 23 12:54:55.755803 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-ed4dce00-e22c-40d4-be5a-a784846e0d9c req-a5aca69b-23aa-42e8-bed9-1a43d994a1fd tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378888 Nov 23 12:54:56.059912 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'code': 200} Nov 23 12:54:56.341968 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501f046-a8e3-4b64-a8d3-574710cd33f3 req-d0df3b93-8c00-44aa-9636-f47c9ffd15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:56.343460 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9501f046-a8e3-4b64-a8d3-574710cd33f3 req-d0df3b93-8c00-44aa-9636-f47c9ffd15ab service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 1098 time: 0.0687492 Nov 23 12:54:56.382959 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9501f046-a8e3-4b64-a8d3-574710cd33f3 req-246e977d-9ff0-4741-99ba-c8f0d877a897 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334799 Nov 23 12:54:56.942511 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910599c-8741-48c6-b213-97947125cb8e req-4643f11c-d6a5-470b-bb87-64f76422579a tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:56.944721 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e910599c-8741-48c6-b213-97947125cb8e req-4643f11c-d6a5-470b-bb87-64f76422579a tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0839496 Nov 23 12:54:56.987616 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e910599c-8741-48c6-b213-97947125cb8e req-1444cc89-0af4-4795-82c0-5cbc59711b43 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0373507 Nov 23 12:54:58.200877 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb1d95-920c-4f89-b4ca-0071605f1a4d req-3f7c00db-a821-4cea-a064-a994eb7efa0d tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:58.202205 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7ebb1d95-920c-4f89-b4ca-0071605f1a4d req-3f7c00db-a821-4cea-a064-a994eb7efa0d tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0840619 Nov 23 12:54:58.244765 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-7ebb1d95-920c-4f89-b4ca-0071605f1a4d req-e21651c4-7cf1-40d1-9af0-d31ed3546833 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0369561 Nov 23 12:54:58.424480 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a4a86-8840-46e4-b304-c3672379d903 req-0192311b-42fa-4ec2-a43b-36e26d760c31 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:58.425913 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-429a4a86-8840-46e4-b304-c3672379d903 req-0192311b-42fa-4ec2-a43b-36e26d760c31 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0800366 Nov 23 12:54:58.473702 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-429a4a86-8840-46e4-b304-c3672379d903 req-3e129d52-10cd-4e2a-af0f-b808a985ea2e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421431 Nov 23 12:54:58.495731 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57872) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:58.608307 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b199ee-619c-4b6c-8335-3d1456c4a450 tempest-TestShelveInstance-834184420 tempest-TestShelveInstance-834184420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:58.610059 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-23b199ee-619c-4b6c-8335-3d1456c4a450 tempest-TestShelveInstance-834184420 tempest-TestShelveInstance-834184420-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 1093 time: 0.1130219 Nov 23 12:54:58.612811 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57878) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:58.618394 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.v2.base [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Request body: {'floatingip': {'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'port_id': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:58.624636 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:58.628397 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Usage tracker for resource:floatingip and tenant:5e03d722d3074652843f072b6ed46091 is out of sync, need to count used quota {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:54:58.632024 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:54:58.637615 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.quota.driver [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:58.647641 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for floatingip, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:58.788790 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:58.925878 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_common [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Allocated IP 172.28.0.122 (c8da9131-33b6-458d-837b-6196afa8bd82/d68d3995-e99d-4291-bfce-18928c9f428b/0cd34212-aea3-446b-9d0c-ee412623d13d) {{(pid=86826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:54:59.075304 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for port, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:59.103674 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784699492181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:59.108156 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-feb4dbf4-82f4-4924-ae99-b981c9968cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:59.168881 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Network c8da9131-33b6-458d-837b-6196afa8bd82 is already hosted by enough agents. {{(pid=86826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:54:59.172046 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.base_scheduler [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Resources bound (agent type, host, resource id): {{(pid=86826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:59.175844 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Received port after_create {{(pid=86826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:54:59.208745 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event updated for resources: {'Port': ['ID=0cd34212-aea3-446b-9d0c-ee412623d13d,revision_number=1']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:59.226608 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:59.226988 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:59.227361 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:59.227731 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:59.228090 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:59.228450 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:59.228809 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:59.229165 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:59.229518 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:59.229875 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:59.230245 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:59.230601 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:59.237608 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:59.724577 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:59.807644 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:00.012095 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for port, precommit_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:00.016453 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953512'] for port, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:00.020354 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-5a7cc3ab-71a4-4254-ad09-2eb40b8c869e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:00.141821 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event updated for resources: {'Port': ['ID=0cd34212-aea3-446b-9d0c-ee412623d13d,revision_number=2']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:00.146659 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:00.155163 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963764'] for floatingip, after_update {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:00.340353 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.l3_db [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Floating IP 6fc9114c-2382-434c-aef4-276ddf0b3f96 associated. External IP: 172.28.0.122, port: 5c42b1f3-2991-48e7-8e90-6fc8b476c377. Nov 23 12:55:00.730054 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:55:01.041816 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:55:01.052024 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0237f-f7c8-4cbc-867f-6b3eed0ea90c None None] Sync routers for ids ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:55:01.061561 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0237f-f7c8-4cbc-867f-6b3eed0ea90c None None] Routers {'b8fe5903-86d2-4eac-b92d-f2ea015dcf82'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:55:01.062272 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-bbc0237f-f7c8-4cbc-867f-6b3eed0ea90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:54:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:01.065384 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:01.120168 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-0aca7f46-b575-4670-b824-225e9d38456c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5062413 Nov 23 12:55:01.120839 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377'}] {{(pid=86826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:55:01.217616 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'status': 'completed', 'code': 200} Nov 23 12:55:01.244309 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-bbc0237f-f7c8-4cbc-867f-6b3eed0ea90c None None] Set router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:55:01.310331 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc1994-3a7c-44d5-a9b9-d29ec5397fd5 req-fffef719-64f3-4960-b191-9e5548831536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:01.311715 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-efcc1994-3a7c-44d5-a9b9-d29ec5397fd5 req-fffef719-64f3-4960-b191-9e5548831536 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e03d722d3074652843f072b6ed46091&device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 1098 time: 0.0717413 Nov 23 12:55:01.445607 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc1994-3a7c-44d5-a9b9-d29ec5397fd5 req-49b1c213-a65f-4de0-8891-06b880bbf958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:01.447083 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-efcc1994-3a7c-44d5-a9b9-d29ec5397fd5 req-49b1c213-a65f-4de0-8891-06b880bbf958 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcdbff92-2ee1-4459-a638-3450eeb93ddd HTTP/1.1" status: 200 len: 909 time: 0.1296306 Nov 23 12:55:01.549578 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-efcc1994-3a7c-44d5-a9b9-d29ec5397fd5 req-9b6c4dfb-f071-4a6d-b383-6c50c469b597 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377 HTTP/1.1" status: 200 len: 999 time: 0.0964026 Nov 23 12:55:01.593901 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-bbc0237f-f7c8-4cbc-867f-6b3eed0ea90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 4, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': '6fc9114c-2382-434c-aef4-276ddf0b3f96', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'port_id': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'mac_address': 'fa:16:3e:51:95:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:54:59Z', 'updated_at': '2021-11-23T12:54:59Z', 'revision_number': 0, 'project_id': '5e03d722d3074652843f072b6ed46091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9d5353-a118-48a9-b245-9a53687a4f1f', 'name': '', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'mac_address': 'fa:16:3e:62:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:21Z', 'updated_at': '2021-11-23T12:54:29Z', 'revision_number': 5, 'project_id': '5e03d722d3074652843f072b6ed46091', 'subnets': [{'id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:01.597638 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0237f-f7c8-4cbc-867f-6b3eed0ea90c None None] Checking router: b8fe5903-86d2-4eac-b92d-f2ea015dcf82 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:55:01.605887 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0237f-f7c8-4cbc-867f-6b3eed0ea90c None None] Routers {'b8fe5903-86d2-4eac-b92d-f2ea015dcf82'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:55:01.606505 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-bbc0237f-f7c8-4cbc-867f-6b3eed0ea90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:54:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:01.616699 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc1994-3a7c-44d5-a9b9-d29ec5397fd5 req-731e2539-a28d-46c1-809a-4c964fd6feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:01.618379 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-efcc1994-3a7c-44d5-a9b9-d29ec5397fd5 req-731e2539-a28d-46c1-809a-4c964fd6feb4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1541b947-af46-45f3-a9d7-f6a9a2131b11 HTTP/1.1" status: 200 len: 847 time: 0.0625575 Nov 23 12:55:01.693935 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc1994-3a7c-44d5-a9b9-d29ec5397fd5 req-a9b7c136-5427-459f-ab72-04e8d747f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:01.695436 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-efcc1994-3a7c-44d5-a9b9-d29ec5397fd5 req-a9b7c136-5427-459f-ab72-04e8d747f810 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcdbff92-2ee1-4459-a638-3450eeb93ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707593 Nov 23 12:55:01.785449 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-bbc0237f-f7c8-4cbc-867f-6b3eed0ea90c None None] Set router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:55:01.827655 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-efcc1994-3a7c-44d5-a9b9-d29ec5397fd5 req-21dd73a5-5740-4e87-bb33-085b62b83802 service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229875 Nov 23 12:55:01.962323 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-efcc1994-3a7c-44d5-a9b9-d29ec5397fd5 req-f121ea9b-db0e-40ac-99cd-ac552c8f6afb service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282058 Nov 23 12:55:02.172878 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-bbc0237f-f7c8-4cbc-867f-6b3eed0ea90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 4, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': '6fc9114c-2382-434c-aef4-276ddf0b3f96', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'port_id': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'mac_address': 'fa:16:3e:51:95:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:54:59Z', 'updated_at': '2021-11-23T12:54:59Z', 'revision_number': 0, 'project_id': '5e03d722d3074652843f072b6ed46091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9d5353-a118-48a9-b245-9a53687a4f1f', 'name': '', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'mac_address': 'fa:16:3e:62:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:21Z', 'updated_at': '2021-11-23T12:54:29Z', 'revision_number': 5, 'project_id': '5e03d722d3074652843f072b6ed46091', 'subnets': [{'id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:55:02.176640 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc0237f-f7c8-4cbc-867f-6b3eed0ea90c None None] The sync data for ids ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'] in dv-cinder-818884-1-smb is: [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 4, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_floatingips': [{'id': '6fc9114c-2382-434c-aef4-276ddf0b3f96', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'floating_ip_address': '172.28.0.122', 'floating_network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'router_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'port_id': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'mac_address': 'fa:16:3e:51:95:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:54:59Z', 'updated_at': '2021-11-23T12:54:59Z', 'revision_number': 0, 'project_id': '5e03d722d3074652843f072b6ed46091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9d5353-a118-48a9-b245-9a53687a4f1f', 'name': '', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'mac_address': 'fa:16:3e:62:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:21Z', 'updated_at': '2021-11-23T12:54:29Z', 'revision_number': 5, 'project_id': '5e03d722d3074652843f072b6ed46091', 'subnets': [{'id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:55:02.369621 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce90d7d-868c-4de9-a86b-526b0a0a5aeb None None] New status for floating IP 6fc9114c-2382-434c-aef4-276ddf0b3f96: ACTIVE {{(pid=86828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:55:09.254978 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-3b58859b-3c4c-453a-adb6-f23079e437ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:09.836829 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:10.906454 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:11.683882 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b7156476-6721-4d4b-a8c2-0cd249b2bbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:12.985547 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:14.215708 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:20.574195 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:55:39.256255 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7d5db5df-6ef4-4ca3-8890-2512d16945b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:39.838996 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:40.906195 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:41.684879 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-966fc45d-e110-4052-bcaa-129c4563ad5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:42.989619 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:44.220311 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:46.513390 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-d50f0eae-3f7f-4305-a712-1995f57aefd1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1129174 Nov 23 12:55:46.736386 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-a63b6aa5-d630-46be-88ee-f2bb4153cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:46.737865 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-a63b6aa5-d630-46be-88ee-f2bb4153cc1e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e03d722d3074652843f072b6ed46091&device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 1098 time: 0.1584175 Nov 23 12:55:46.881867 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-963ca5fa-da9c-4c3f-97c0-34093ea3de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:46.883358 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-963ca5fa-da9c-4c3f-97c0-34093ea3de86 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcdbff92-2ee1-4459-a638-3450eeb93ddd HTTP/1.1" status: 200 len: 909 time: 0.1262527 Nov 23 12:55:46.985341 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-a03ae246-ceca-494d-89e2-e149926b4e25 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377 HTTP/1.1" status: 200 len: 1001 time: 0.0950837 Nov 23 12:55:47.046886 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-cddba632-6feb-4477-8c6d-4d3f3ad9a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:47.048328 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-cddba632-6feb-4477-8c6d-4d3f3ad9a1b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1541b947-af46-45f3-a9d7-f6a9a2131b11 HTTP/1.1" status: 200 len: 847 time: 0.0569308 Nov 23 12:55:47.125613 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-d0a60bc1-6cc0-49f7-bb12-9d389f61618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:55:47.127086 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-d0a60bc1-6cc0-49f7-bb12-9d389f61618c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcdbff92-2ee1-4459-a638-3450eeb93ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729723 Nov 23 12:55:47.137513 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-0a102ec7-15e0-411e-a154-6c5451578581 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:55:47.138440 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-0a102ec7-15e0-411e-a154-6c5451578581 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047803 Nov 23 12:55:47.268997 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-945e4096-b096-4585-8298-aa56dc3b575c service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244605 Nov 23 12:55:47.395858 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-b1eedf81-a5a6-42ea-a854-b34824146a25 req-1e55be17-03bb-48dc-926a-e4b6bcc824d8 service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203802 Nov 23 12:55:57.572624 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:56:09.256274 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-03ce6308-f55a-4025-8de8-f4fe7902bdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:09.842403 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:10.906525 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:11.685578 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-85fc4bf3-eb9c-41a9-9135-0a72b7667caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:12.991910 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:14.220432 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:34.571362 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:56:39.259548 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-829e484d-9d75-4253-a8f4-70ce8438b4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:39.843708 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:40.924864 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:41.687181 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b7b471a3-e645-4f18-9fe6-805c37877425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:43.009480 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:44.223218 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:47.467504 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-147b858c-7c28-44dd-addd-feb60fc54db9 req-8f3cab23-e579-496a-aca3-34a695e77917 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681846 Nov 23 12:56:47.606635 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b858c-7c28-44dd-addd-feb60fc54db9 req-3885c898-d66d-48e8-bf74-0518304ab196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:47.608060 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-147b858c-7c28-44dd-addd-feb60fc54db9 req-3885c898-d66d-48e8-bf74-0518304ab196 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e03d722d3074652843f072b6ed46091&device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 1098 time: 0.0739179 Nov 23 12:56:47.761306 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b858c-7c28-44dd-addd-feb60fc54db9 req-0cfed80a-dcbd-4f5b-b253-7c3839512d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:47.762803 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-147b858c-7c28-44dd-addd-feb60fc54db9 req-0cfed80a-dcbd-4f5b-b253-7c3839512d31 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcdbff92-2ee1-4459-a638-3450eeb93ddd HTTP/1.1" status: 200 len: 909 time: 0.1347091 Nov 23 12:56:47.861191 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-147b858c-7c28-44dd-addd-feb60fc54db9 req-5a424763-ffd1-42ce-af30-fd353326a3bc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377 HTTP/1.1" status: 200 len: 1001 time: 0.0917542 Nov 23 12:56:47.925499 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b858c-7c28-44dd-addd-feb60fc54db9 req-71d8fb62-69c6-47cf-b240-2267e1e85e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:47.926942 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-147b858c-7c28-44dd-addd-feb60fc54db9 req-71d8fb62-69c6-47cf-b240-2267e1e85e5c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1541b947-af46-45f3-a9d7-f6a9a2131b11 HTTP/1.1" status: 200 len: 847 time: 0.0599735 Nov 23 12:56:48.000121 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b858c-7c28-44dd-addd-feb60fc54db9 req-a466e7ca-db23-4267-9ac3-0f7f31113f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:48.001565 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-147b858c-7c28-44dd-addd-feb60fc54db9 req-a466e7ca-db23-4267-9ac3-0f7f31113f3c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcdbff92-2ee1-4459-a638-3450eeb93ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688875 Nov 23 12:56:48.133250 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-147b858c-7c28-44dd-addd-feb60fc54db9 req-9a31ab94-0a0b-432a-8ab3-8bbb2744d62c service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252649 Nov 23 12:56:48.261558 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-147b858c-7c28-44dd-addd-feb60fc54db9 req-10d3b575-725e-480c-a9d7-2f651bd23e8c service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224315 Nov 23 12:56:55.862859 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e7542-33e3-446d-8f6a-7da044be214d req-8f8d7306-bd53-4d9b-9d72-a74cb454ef8a tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:55.864327 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0e0e7542-33e3-446d-8f6a-7da044be214d req-8f8d7306-bd53-4d9b-9d72-a74cb454ef8a tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.1740229 Nov 23 12:56:55.908485 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0e0e7542-33e3-446d-8f6a-7da044be214d req-fcc77855-861a-42c2-ab24-27299ce29dc2 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378916 Nov 23 12:56:57.099354 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ad02-dcb7-4bbf-ab17-e26fe8b8da66 req-eff5dd0a-6a12-4824-b792-4dfc778a951a tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:57.100806 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a5f3ad02-dcb7-4bbf-ab17-e26fe8b8da66 req-eff5dd0a-6a12-4824-b792-4dfc778a951a tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0829687 Nov 23 12:56:57.150499 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-a5f3ad02-dcb7-4bbf-ab17-e26fe8b8da66 req-7cdfb0a9-4d97-4f6e-89be-3f456445d490 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440464 Nov 23 12:56:58.330476 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3235a3-9191-4f11-86ec-16a0823220a8 req-db683d8b-dfb5-417d-bc0b-a3b029d907bf tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:58.331891 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bd3235a3-9191-4f11-86ec-16a0823220a8 req-db683d8b-dfb5-417d-bc0b-a3b029d907bf tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0789187 Nov 23 12:56:58.377351 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-bd3235a3-9191-4f11-86ec-16a0823220a8 req-68c53d15-42e4-4b2e-baa2-3d8b69c00060 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390375 Nov 23 12:56:59.557048 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3749ff3-af5a-4fae-b8c6-fe9d4beff68e req-ca75989a-64fe-4840-9194-ba4233e02c13 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:59.558507 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f3749ff3-af5a-4fae-b8c6-fe9d4beff68e req-ca75989a-64fe-4840-9194-ba4233e02c13 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0790136 Nov 23 12:56:59.602441 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-f3749ff3-af5a-4fae-b8c6-fe9d4beff68e req-40f2defe-ab39-4201-99b9-b185725419ce tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383499 Nov 23 12:57:00.785880 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486bb6f-61a9-41ba-a7de-ae052a668540 req-26ca6cdb-e94c-4265-b425-e3fbc228bc1e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:00.787350 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9486bb6f-61a9-41ba-a7de-ae052a668540 req-26ca6cdb-e94c-4265-b425-e3fbc228bc1e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0795653 Nov 23 12:57:00.831245 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-9486bb6f-61a9-41ba-a7de-ae052a668540 req-bed570cc-e60e-4d3b-91f8-c4092af0250c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382473 Nov 23 12:57:02.020944 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3773f9d-4f38-40e6-8196-f8885edc2b38 req-b8a6cd49-a3b9-49cc-8752-110b438b283f tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:02.023016 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e3773f9d-4f38-40e6-8196-f8885edc2b38 req-b8a6cd49-a3b9-49cc-8752-110b438b283f tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0852582 Nov 23 12:57:02.066130 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-e3773f9d-4f38-40e6-8196-f8885edc2b38 req-610cc966-1e3e-4917-8062-d531251d960d tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375400 Nov 23 12:57:03.272278 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc20a9-5368-4549-8924-a89ce1b365cd req-e8075901-9be8-4015-ae38-45cfbe19f787 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:03.273730 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0ccc20a9-5368-4549-8924-a89ce1b365cd req-e8075901-9be8-4015-ae38-45cfbe19f787 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.1051183 Nov 23 12:57:03.318975 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0ccc20a9-5368-4549-8924-a89ce1b365cd req-1a1ace6d-2b55-4a48-b2c0-0fa1e93a1d95 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376053 Nov 23 12:57:04.497990 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608d7a7-c289-4c71-a585-e9cb1149482b req-d853ff10-2aff-4d36-b5dc-856b9dd0da43 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:04.499528 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c608d7a7-c289-4c71-a585-e9cb1149482b req-d853ff10-2aff-4d36-b5dc-856b9dd0da43 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0790336 Nov 23 12:57:04.556928 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c608d7a7-c289-4c71-a585-e9cb1149482b req-9aa06bd7-ecec-4ff8-aa40-da23f47b07f4 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0516331 Nov 23 12:57:05.748953 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d3b3c-9a2c-41fb-953f-c0af6d843473 req-7d5868be-d499-49bc-938b-6d5b5fc21d33 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:05.750430 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-058d3b3c-9a2c-41fb-953f-c0af6d843473 req-7d5868be-d499-49bc-938b-6d5b5fc21d33 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0818326 Nov 23 12:57:05.795302 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-058d3b3c-9a2c-41fb-953f-c0af6d843473 req-171d0ba5-dd00-4959-9deb-d956ac961344 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393207 Nov 23 12:57:05.914480 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d6104-3d80-4f9d-8ff0-1bf35a5b7c03 req-1fc747d1-2f89-4810-954b-411bcdf26b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:05.915964 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-358d6104-3d80-4f9d-8ff0-1bf35a5b7c03 req-1fc747d1-2f89-4810-954b-411bcdf26b2e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e03d722d3074652843f072b6ed46091&device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 1098 time: 0.0875866 Nov 23 12:57:06.053173 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d6104-3d80-4f9d-8ff0-1bf35a5b7c03 req-dd318ddb-6816-4c0d-b3c6-c87a3d979d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:06.054732 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-358d6104-3d80-4f9d-8ff0-1bf35a5b7c03 req-dd318ddb-6816-4c0d-b3c6-c87a3d979d34 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcdbff92-2ee1-4459-a638-3450eeb93ddd HTTP/1.1" status: 200 len: 909 time: 0.1327863 Nov 23 12:57:06.163438 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-358d6104-3d80-4f9d-8ff0-1bf35a5b7c03 req-d78b47db-fe5e-4984-b2c2-451570b08689 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377 HTTP/1.1" status: 200 len: 1001 time: 0.1023700 Nov 23 12:57:06.228070 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d6104-3d80-4f9d-8ff0-1bf35a5b7c03 req-b5cf58f9-8a70-48f5-8e4f-d52ce560575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:06.229503 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-358d6104-3d80-4f9d-8ff0-1bf35a5b7c03 req-b5cf58f9-8a70-48f5-8e4f-d52ce560575c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1541b947-af46-45f3-a9d7-f6a9a2131b11 HTTP/1.1" status: 200 len: 847 time: 0.0600841 Nov 23 12:57:06.303624 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d6104-3d80-4f9d-8ff0-1bf35a5b7c03 req-e9086928-26bd-4497-8ebb-d1f7769fc945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:06.305070 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-358d6104-3d80-4f9d-8ff0-1bf35a5b7c03 req-e9086928-26bd-4497-8ebb-d1f7769fc945 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcdbff92-2ee1-4459-a638-3450eeb93ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690815 Nov 23 12:57:06.434704 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-358d6104-3d80-4f9d-8ff0-1bf35a5b7c03 req-14c4748d-4458-431e-8738-f87d798a6974 service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230817 Nov 23 12:57:06.567834 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-358d6104-3d80-4f9d-8ff0-1bf35a5b7c03 req-6a58e532-a133-4ed3-9c5b-f51e205ea1c6 service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261005 Nov 23 12:57:06.977274 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a590839-dd29-4287-95a1-8a5993257e2c req-1da89bd2-7e85-438f-9e1f-d39234d3ec92 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:06.978735 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7a590839-dd29-4287-95a1-8a5993257e2c req-1da89bd2-7e85-438f-9e1f-d39234d3ec92 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0795255 Nov 23 12:57:07.022850 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-7a590839-dd29-4287-95a1-8a5993257e2c req-99c597f7-c1ed-42bd-9125-737af4c991dc tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385966 Nov 23 12:57:08.211459 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb9368-5f45-457f-ba66-b0e93ca6378f req-397b41a0-9401-4016-a5bd-79bbff143c3c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:08.212796 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2fb9368-5f45-457f-ba66-b0e93ca6378f req-397b41a0-9401-4016-a5bd-79bbff143c3c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0836251 Nov 23 12:57:08.261936 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2fb9368-5f45-457f-ba66-b0e93ca6378f req-0f5aa958-f184-4605-93d8-b5b9e29540d4 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432434 Nov 23 12:57:09.263324 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1a448ba9-b7eb-4c68-8302-249f47a77c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:09.449668 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbdbfd-7acc-4bab-9d09-ef0c0a92b50b req-a8015ed8-b8d2-41c9-8023-c132794f7c08 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:09.451138 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-12dbdbfd-7acc-4bab-9d09-ef0c0a92b50b req-a8015ed8-b8d2-41c9-8023-c132794f7c08 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0836475 Nov 23 12:57:09.493853 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-12dbdbfd-7acc-4bab-9d09-ef0c0a92b50b req-ac94f17d-9374-4ea8-a2d6-b1b6122159ba tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0371592 Nov 23 12:57:09.845622 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:09.909381 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af2427-9e37-42be-bf11-706cdc45a6be req-72560a98-a1b7-4a33-942f-96c66e974375 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:09.910903 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-45af2427-9e37-42be-bf11-706cdc45a6be req-72560a98-a1b7-4a33-942f-96c66e974375 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.1428854 Nov 23 12:57:09.917965 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-58526a79-ff21-4f2a-8b0d-7064f47fac03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2197046 Nov 23 12:57:09.958054 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-45af2427-9e37-42be-bf11-706cdc45a6be req-a888ce7a-2ab9-40eb-9c8d-bbfea923f963 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391130 Nov 23 12:57:10.926032 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.146800 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64946d8c-f554-430e-bf0c-de3bde2770f4 req-1fba9c15-18cf-4541-8391-7d3e4f33a680 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:11.148201 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-64946d8c-f554-430e-bf0c-de3bde2770f4 req-1fba9c15-18cf-4541-8391-7d3e4f33a680 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.0838804 Nov 23 12:57:11.196950 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-64946d8c-f554-430e-bf0c-de3bde2770f4 req-ed7a9598-1e77-423d-80c9-f4d7437ea9e1 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429776 Nov 23 12:57:11.534432 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-71064f4b-b136-4841-ba22-ccbed9de729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:11.536080 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-71064f4b-b136-4841-ba22-ccbed9de729d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda&tenant_id=5e03d722d3074652843f072b6ed46091 HTTP/1.1" status: 200 len: 1098 time: 0.0709128 Nov 23 12:57:11.555564 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 5c42b1f3-2991-48e7-8e90-6fc8b476c377 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:57:11.570162 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:57:11.626875 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-d4667cce-54e9-4297-815c-ca92b02e7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:11.628409 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-d4667cce-54e9-4297-815c-ca92b02e7d78 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e03d722d3074652843f072b6ed46091&device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 1098 time: 0.0716677 Nov 23 12:57:11.671741 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.710087 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1efb-0652-49b4-ad42-0502325c6c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.711341 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:57:11.721414 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 5c42b1f3-2991-48e7-8e90-6fc8b476c377, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:57:11.727065 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.729012 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-6b762efd-5dbf-44f7-845b-45e0bc372be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:11.767666 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-289b8a5e-4fa6-4ac8-af20-ef6f1bfbd544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:11.769273 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-289b8a5e-4fa6-4ac8-af20-ef6f1bfbd544 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcdbff92-2ee1-4459-a638-3450eeb93ddd HTTP/1.1" status: 200 len: 909 time: 0.1348996 Nov 23 12:57:11.801705 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=5c42b1f3-2991-48e7-8e90-6fc8b476c377,revision_number=6']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:11.810932 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:11.811346 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:11.811613 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:11.811939 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:11.812338 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:11.812598 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:11.812884 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:11.813211 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:11.813525 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:11.813838 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:11.814745 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:11.814745 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:57:11.819489 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:11.827361 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'code': 200} Nov 23 12:57:11.961240 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-89ce4eba-3751-43a0-abbb-5d5b3a26a2ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377 HTTP/1.1" status: 200 len: 999 time: 0.1858122 Nov 23 12:57:12.025439 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-5a332562-7581-4c87-afaa-34e44bed698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:12.026846 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-5a332562-7581-4c87-afaa-34e44bed698c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1541b947-af46-45f3-a9d7-f6a9a2131b11 HTTP/1.1" status: 200 len: 847 time: 0.0592353 Nov 23 12:57:12.101085 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-a78ed0ea-6d1a-4de4-8091-27550bbe5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:12.102459 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-a78ed0ea-6d1a-4de4-8091-27550bbe5479 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcdbff92-2ee1-4459-a638-3450eeb93ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690093 Nov 23 12:57:12.235520 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-0068159f-c4dc-4711-8d06-a00eeb6c96b4 service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266212 Nov 23 12:57:12.429426 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-c3ac1572-bc15-4e9f-9052-44939433ee65 req-1f22f438-0d1d-4733-9fef-edf53211d5e1 service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875165 Nov 23 12:57:12.440973 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcb2dd-6b60-4038-8318-39d62699639e req-4916d10f-4295-48a3-9d6c-46b9efe8babb tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:12.442373 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0afcb2dd-6b60-4038-8318-39d62699639e req-4916d10f-4295-48a3-9d6c-46b9efe8babb tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 943 time: 0.1314569 Nov 23 12:57:12.485468 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-0afcb2dd-6b60-4038-8318-39d62699639e req-d37190dd-1323-4d42-9427-166387a18842 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370462 Nov 23 12:57:12.997370 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:13.439515 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcd962-190e-4f0c-a99c-7708e011073e req-ba208a20-409b-44a0-8bd7-dbc87a235af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:13.440949 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e0dcd962-190e-4f0c-a99c-7708e011073e req-ba208a20-409b-44a0-8bd7-dbc87a235af1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 1096 time: 0.0679853 Nov 23 12:57:13.483005 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-e0dcd962-190e-4f0c-a99c-7708e011073e req-c855f379-d798-4856-bc97-45a4d8817b1d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0360880 Nov 23 12:57:13.675230 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd5e42-1d00-4401-8153-c2f634c960c1 req-bd753d7c-ec69-4a24-b113-64530466a21e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:13.678279 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c8fd5e42-1d00-4401-8153-c2f634c960c1 req-bd753d7c-ec69-4a24-b113-64530466a21e tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 943 time: 0.0823450 Nov 23 12:57:13.723164 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-c8fd5e42-1d00-4401-8153-c2f634c960c1 req-0f84747b-121b-457f-b47a-723cd5eb7835 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399635 Nov 23 12:57:14.226468 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:14.903431 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790fd3-b5d0-4643-ada2-efa29688aec6 req-6ce8f885-0742-4878-a63c-5217d38baaf4 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:14.904916 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f0790fd3-b5d0-4643-ada2-efa29688aec6 req-6ce8f885-0742-4878-a63c-5217d38baaf4 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 943 time: 0.0791266 Nov 23 12:57:14.949396 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-f0790fd3-b5d0-4643-ada2-efa29688aec6 req-ef74701c-ecba-4c3e-b26d-59a98e840a63 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386822 Nov 23 12:57:15.553319 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 5c42b1f3-2991-48e7-8e90-6fc8b476c377 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:57:15.682240 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 5c42b1f3-2991-48e7-8e90-6fc8b476c377, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:57:15.694859 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Returning: {'device': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'port_id': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'mac_address': 'fa:16:3e:51:95:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:57:15.748485 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:15.764848 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c42b1f3-2991-48e7-8e90-6fc8b476c377 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:57:15.779799 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 5c42b1f3-2991-48e7-8e90-6fc8b476c377, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:57:15.784538 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:15.786193 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-ceedb1f5-fa5a-462f-bd07-440b1ecf8a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:15.854302 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=5c42b1f3-2991-48e7-8e90-6fc8b476c377,revision_number=7']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:15.857240 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:16.000701 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] get_ports_and_sgs() called for port_ids ['5c42b1f3-2991-48e7-8e90-6fc8b476c377'] {{(pid=86827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:57:17.568603 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 5c42b1f3-2991-48e7-8e90-6fc8b476c377 up at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:57:17.637067 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Provisioning complete for port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 triggered by entity L2. {{(pid=86827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:57:17.637444 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1612692'] for port, provisioning_complete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:17.757921 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1616743'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:17.783934 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:57:17.793221 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] For port 5c42b1f3-2991-48e7-8e90-6fc8b476c377, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:57:17.797213 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784700037690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784699492199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784699492244'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:17.799125 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-962847cc-8905-45e1-84a9-6bf8db83db8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:57:17.866911 dv-cinder-818884-1-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'code': 200} Nov 23 12:57:17.898117 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Pushing event updated for resources: {'Port': ['ID=5c42b1f3-2991-48e7-8e90-6fc8b476c377,revision_number=8']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:57:17.901074 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_concurrency.lockutils [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:57:39.265097 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b9f90e99-7313-4525-a1e8-4e6262b04980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:39.849787 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:40.933524 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:41.690931 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6871bfbe-e7cf-4c96-823e-7e98e45656ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:43.000912 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:44.227766 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:48.568206 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:57:49.469735 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2acacf8-e4c1-4168-9db7-07007cd62ce8 req-c2805dda-9bc2-468c-afde-e2923533fff7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718060 Nov 23 12:57:49.621636 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acacf8-e4c1-4168-9db7-07007cd62ce8 req-d04d0478-2c46-43cd-9915-67c68707194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:49.623126 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2acacf8-e4c1-4168-9db7-07007cd62ce8 req-d04d0478-2c46-43cd-9915-67c68707194a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e03d722d3074652843f072b6ed46091&device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 1098 time: 0.0708396 Nov 23 12:57:49.765258 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acacf8-e4c1-4168-9db7-07007cd62ce8 req-f102e087-3913-4ddf-8117-213662a7c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:49.766712 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2acacf8-e4c1-4168-9db7-07007cd62ce8 req-f102e087-3913-4ddf-8117-213662a7c5c7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcdbff92-2ee1-4459-a638-3450eeb93ddd HTTP/1.1" status: 200 len: 909 time: 0.1249485 Nov 23 12:57:49.877883 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2acacf8-e4c1-4168-9db7-07007cd62ce8 req-d1f7cbc8-710e-433b-8273-e63626fde3ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377 HTTP/1.1" status: 200 len: 1001 time: 0.1051373 Nov 23 12:57:49.940469 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acacf8-e4c1-4168-9db7-07007cd62ce8 req-a17bb60e-2eaa-4230-bc31-be9e8a64b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:49.941878 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2acacf8-e4c1-4168-9db7-07007cd62ce8 req-a17bb60e-2eaa-4230-bc31-be9e8a64b755 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1541b947-af46-45f3-a9d7-f6a9a2131b11 HTTP/1.1" status: 200 len: 847 time: 0.0584657 Nov 23 12:57:50.017183 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acacf8-e4c1-4168-9db7-07007cd62ce8 req-aa168751-c1a8-4539-be12-1f40a190aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:50.018552 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2acacf8-e4c1-4168-9db7-07007cd62ce8 req-aa168751-c1a8-4539-be12-1f40a190aeba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcdbff92-2ee1-4459-a638-3450eeb93ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708342 Nov 23 12:57:50.146130 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2acacf8-e4c1-4168-9db7-07007cd62ce8 req-d03729c5-6e1a-4aea-948b-9b032cb4935f service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212258 Nov 23 12:57:50.370062 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-a2acacf8-e4c1-4168-9db7-07007cd62ce8 req-790e722a-540f-46c2-8645-c0393a87375a service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172983 Nov 23 12:58:09.266663 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-98804fdb-a8b9-4ebb-9b1b-0a07119b465a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:09.853200 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:10.927303 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:11.692102 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2c308d26-5392-43fd-9cb2-0cc880ce4606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:13.004562 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:14.231100 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:25.565572 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:58:30.724522 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 57998) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:30.936067 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Deleting port 0cd34212-aea3-446b-9d0c-ee412623d13d {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:58:30.936403 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:31.104854 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:31.105177 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:31.223755 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Calling delete_port for 0cd34212-aea3-446b-9d0c-ee412623d13d owned by network:floatingip {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:58:31.369535 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:31.372983 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-47ed4bd4-eeb0-473b-8bab-8b67019af699 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:31.509636 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event deleted for resources: {'Port': ['ID=0cd34212-aea3-446b-9d0c-ee412623d13d,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:31.549104 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:31.549487 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:31.549904 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:31.550292 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:31.550686 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:31.551048 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:31.551404 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:31.551761 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:31.552124 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:31.552476 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:31.552829 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:31.553180 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:31.581848 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:31.610194 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for floatingip, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:31.610566 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.db.l3_db [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Floating IP 6fc9114c-2382-434c-aef4-276ddf0b3f96 disassociated (deleted). External IP: 172.28.0.122, port: 5c42b1f3-2991-48e7-8e90-6fc8b476c377. Nov 23 12:58:31.954999 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:58:32.129963 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:58:32.140360 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d907b-817e-49bb-b880-75de17c2c4c4 None None] Sync routers for ids ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:58:32.150481 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d907b-817e-49bb-b880-75de17c2c4c4 None None] Routers {'b8fe5903-86d2-4eac-b92d-f2ea015dcf82'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:58:32.151104 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-ed2d907b-817e-49bb-b880-75de17c2c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:58:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:32.151424 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for floatingip, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:32.206579 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-f0371464-d415-43d1-b4cb-a1203da1cf9c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "DELETE /v2.0/floatingips/6fc9114c-2382-434c-aef4-276ddf0b3f96 HTTP/1.1" status: 204 len: 168 time: 1.4809704 Nov 23 12:58:32.207358 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377'}] {{(pid=86826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:58:32.255439 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'status': 'completed', 'code': 200} Nov 23 12:58:32.332361 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-ed2d907b-817e-49bb-b880-75de17c2c4c4 None None] Set router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:58:32.345913 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff9422-8b21-463f-a857-4f76b34948da req-19132581-1f7c-43c8-8bc4-cf926fcc2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:58:32.347400 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fdff9422-8b21-463f-a857-4f76b34948da req-19132581-1f7c-43c8-8bc4-cf926fcc2f76 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5e03d722d3074652843f072b6ed46091&device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 1098 time: 0.0701339 Nov 23 12:58:32.501336 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff9422-8b21-463f-a857-4f76b34948da req-e24a0720-9626-42b3-b487-aadc36872631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:58:32.503425 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fdff9422-8b21-463f-a857-4f76b34948da req-e24a0720-9626-42b3-b487-aadc36872631 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcdbff92-2ee1-4459-a638-3450eeb93ddd HTTP/1.1" status: 200 len: 909 time: 0.1463788 Nov 23 12:58:32.575826 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fdff9422-8b21-463f-a857-4f76b34948da req-56931288-b07d-4e68-81ee-575b2a6d5c52 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377 HTTP/1.1" status: 200 len: 217 time: 0.0653107 Nov 23 12:58:32.592169 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867842ab-401e-40f5-9eb9-fa52b1efd8bb req-7145b952-9d30-4361-8463-4de730b0ec3b tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:58:32.593043 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-867842ab-401e-40f5-9eb9-fa52b1efd8bb req-7145b952-9d30-4361-8463-4de730b0ec3b tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Synchronizing usage tracker for tenant:5e03d722d3074652843f072b6ed46091 on resource:port {{(pid=86826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:58:32.609993 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.quota.resource [req-867842ab-401e-40f5-9eb9-fa52b1efd8bb req-7145b952-9d30-4361-8463-4de730b0ec3b tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Unset dirty status for tenant:5e03d722d3074652843f072b6ed46091 on resource:port {{(pid=86826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:58:32.611396 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-867842ab-401e-40f5-9eb9-fa52b1efd8bb req-7145b952-9d30-4361-8463-4de730b0ec3b tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.1016026 Nov 23 12:58:32.640014 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff9422-8b21-463f-a857-4f76b34948da req-fd7f7bb8-0663-438c-97d6-4312fc95860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:58:32.641506 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fdff9422-8b21-463f-a857-4f76b34948da req-fd7f7bb8-0663-438c-97d6-4312fc95860b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1541b947-af46-45f3-a9d7-f6a9a2131b11 HTTP/1.1" status: 200 len: 847 time: 0.0594761 Nov 23 12:58:32.660996 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [req-867842ab-401e-40f5-9eb9-fa52b1efd8bb req-43772886-95f8-461c-ba16-7864b0c14815 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430114 Nov 23 12:58:32.662803 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-ed2d907b-817e-49bb-b880-75de17c2c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 4, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'bf9d5353-a118-48a9-b245-9a53687a4f1f', 'name': '', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'mac_address': 'fa:16:3e:62:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:21Z', 'updated_at': '2021-11-23T12:54:29Z', 'revision_number': 5, 'project_id': '5e03d722d3074652843f072b6ed46091', 'subnets': [{'id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:32.667731 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d907b-817e-49bb-b880-75de17c2c4c4 None None] Checking router: b8fe5903-86d2-4eac-b92d-f2ea015dcf82 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:58:32.676295 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d907b-817e-49bb-b880-75de17c2c4c4 None None] Routers {'b8fe5903-86d2-4eac-b92d-f2ea015dcf82'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:58:32.676949 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-ed2d907b-817e-49bb-b880-75de17c2c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:58:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:32.739520 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff9422-8b21-463f-a857-4f76b34948da req-dcb08477-dd1f-4734-b05b-4d1518691a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:58:32.740993 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fdff9422-8b21-463f-a857-4f76b34948da req-dcb08477-dd1f-4734-b05b-4d1518691a09 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcdbff92-2ee1-4459-a638-3450eeb93ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915151 Nov 23 12:58:32.852424 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-ed2d907b-817e-49bb-b880-75de17c2c4c4 None None] Set router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:58:32.875564 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fdff9422-8b21-463f-a857-4f76b34948da req-50139a71-4246-4c21-b85e-db43b057bf52 service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276572 Nov 23 12:58:33.011078 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-fdff9422-8b21-463f-a857-4f76b34948da req-1ce2cfe6-fa31-477a-aa6c-864e33349d5e service neutron] 10.222.0.76 "GET /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281009 Nov 23 12:58:33.201925 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-ed2d907b-817e-49bb-b880-75de17c2c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 4, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'bf9d5353-a118-48a9-b245-9a53687a4f1f', 'name': '', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'mac_address': 'fa:16:3e:62:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:21Z', 'updated_at': '2021-11-23T12:54:29Z', 'revision_number': 5, 'project_id': '5e03d722d3074652843f072b6ed46091', 'subnets': [{'id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:33.205904 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d907b-817e-49bb-b880-75de17c2c4c4 None None] The sync data for ids ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'] in dv-cinder-818884-1-smb is: [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:54:22Z', 'revision_number': 4, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb', '_interfaces': [{'id': 'bf9d5353-a118-48a9-b245-9a53687a4f1f', 'name': '', 'network_id': 'bcdbff92-2ee1-4459-a638-3450eeb93ddd', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'mac_address': 'fa:16:3e:62:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:21Z', 'updated_at': '2021-11-23T12:54:29Z', 'revision_number': 5, 'project_id': '5e03d722d3074652843f072b6ed46091', 'subnets': [{'id': '1541b947-af46-45f3-a9d7-f6a9a2131b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:58:33.410285 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51974256-febc-4721-848f-755f19c44b84 None None] New status for floating IP 6fc9114c-2382-434c-aef4-276ddf0b3f96: DOWN {{(pid=86828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:58:33.917528 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9b58e-740f-44c0-a7a6-05603505c63c req-00cbf79a-63f7-4279-8636-e665883cff93 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:58:33.918999 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8ae9b58e-740f-44c0-a7a6-05603505c63c req-00cbf79a-63f7-4279-8636-e665883cff93 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.1381600 Nov 23 12:58:33.930887 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397cba6-111c-4401-83c9-b34131a53574 req-a919f612-da1e-4707-9689-6716271d8570 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:58:33.932205 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5397cba6-111c-4401-83c9-b34131a53574 req-a919f612-da1e-4707-9689-6716271d8570 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 945 time: 0.1201003 Nov 23 12:58:34.023271 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-8ae9b58e-740f-44c0-a7a6-05603505c63c req-a6016eb5-b27f-4155-80d8-e8afd8f1108c tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f9de235-47c7-4050-925e-41a1dadc6150&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0901370 Nov 23 12:58:34.026840 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-5397cba6-111c-4401-83c9-b34131a53574 req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Deleting port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:58:34.027185 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-5397cba6-111c-4401-83c9-b34131a53574 req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:34.268156 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [req-5397cba6-111c-4401-83c9-b34131a53574 req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] For port 5c42b1f3-2991-48e7-8e90-6fc8b476c377, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5c42b1f3-2991-48e7-8e90-6fc8b476c377,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:58:34.268508 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-5397cba6-111c-4401-83c9-b34131a53574 req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:34.388202 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [req-5397cba6-111c-4401-83c9-b34131a53574 req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Calling delete_port for 5c42b1f3-2991-48e7-8e90-6fc8b476c377 owned by compute:nova {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:58:34.530191 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-5397cba6-111c-4401-83c9-b34131a53574 req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:34.535621 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-34480598-e5e1-41f5-89fd-422ccdb3a979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:34.582509 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event deleted for resources: {'Port': ['ID=5c42b1f3-2991-48e7-8e90-6fc8b476c377,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:34.700528 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:34.700890 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:34.701244 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:34.701591 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:34.701935 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:34.702306 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:34.702665 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:34.702986 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:34.703333 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:34.703665 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:34.704001 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:34.704334 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-smb {{(pid=86825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:58:34.711821 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:34.746971 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [req-5397cba6-111c-4401-83c9-b34131a53574 req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] No DVR routers for this DVR port 5c42b1f3-2991-48e7-8e90-6fc8b476c377 on host hv-cinder-81888 {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:58:34.749196 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [req-5397cba6-111c-4401-83c9-b34131a53574 req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173197'] for port, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:34.751668 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'name': 'network-vif-deleted', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377'}] {{(pid=86825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:58:34.766972 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-5397cba6-111c-4401-83c9-b34131a53574 req-38386dea-0591-4eea-851d-6062f5845274 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.76 "DELETE /v2.0/ports/5c42b1f3-2991-48e7-8e90-6fc8b476c377 HTTP/1.1" status: 204 len: 173 time: 0.8213978 Nov 23 12:58:34.912428 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5320141-4330-46fa-a96f-d779b90ebdda', 'name': 'network-vif-deleted', 'tag': '5c42b1f3-2991-48e7-8e90-6fc8b476c377', 'status': 'completed', 'code': 200} Nov 23 12:58:35.186328 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-683b54fc-36b3-421a-820d-f57d613e36a9 req-5baa09ce-f65c-4f1c-b687-0af4f976bd3f tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Synchronizing usage tracker for tenant:5e03d722d3074652843f072b6ed46091 on resource:port {{(pid=86825) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:58:35.202154 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.quota.resource [req-683b54fc-36b3-421a-820d-f57d613e36a9 req-5baa09ce-f65c-4f1c-b687-0af4f976bd3f tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Unset dirty status for tenant:5e03d722d3074652843f072b6ed46091 on resource:port {{(pid=86825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:58:35.203384 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [req-683b54fc-36b3-421a-820d-f57d613e36a9 req-5baa09ce-f65c-4f1c-b687-0af4f976bd3f tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5320141-4330-46fa-a96f-d779b90ebdda HTTP/1.1" status: 200 len: 210 time: 0.0644917 Nov 23 12:58:35.949942 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 5c42b1f3-2991-48e7-8e90-6fc8b476c377 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:58:35.983867 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] No Port match for: 5c42b1f3-2991-48e7-8e90-6fc8b476c377 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:58:35.984207 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Device 5c42b1f3-2991-48e7-8e90-6fc8b476c377 not bound to the agent host hv-cinder-81888 {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:58:36.295838 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 58022) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:36.363193 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ddcf-de66-491a-9816-7df89af290f6 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:36.396281 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ddcf-de66-491a-9816-7df89af290f6 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:36.470135 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ddcf-de66-491a-9816-7df89af290f6 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:36.474686 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-62a84d8f-e09e-4eb8-a437-e818b2e821f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:36.492678 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0ddcf-de66-491a-9816-7df89af290f6 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9de235-47c7-4050-925e-41a1dadc6150,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:36.495256 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7dc0ddcf-de66-491a-9816-7df89af290f6 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:36.503578 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7dc0ddcf-de66-491a-9816-7df89af290f6 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Notify callbacks [] for security_group, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:36.507560 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7dc0ddcf-de66-491a-9816-7df89af290f6 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] 10.222.0.41 "DELETE /v2.0/security-groups/7f9de235-47c7-4050-925e-41a1dadc6150 HTTP/1.1" status: 204 len: 168 time: 0.2078810 Nov 23 12:58:36.549407 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 58028) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:37.196914 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643750'] for router_interface, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:37.536707 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] Deleting port bf9d5353-a118-48a9-b245-9a53687a4f1f {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:58:37.537430 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:37.702252 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] For port bf9d5353-a118-48a9-b245-9a53687a4f1f, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=bf9d5353-a118-48a9-b245-9a53687a4f1f,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:58:37.702600 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:37.821227 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] Calling delete_port for bf9d5353-a118-48a9-b245-9a53687a4f1f owned by network:router_interface {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:58:37.995090 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:37.998745 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-d1c1471f-1323-43bb-abb5-33aaffac0ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:38.045416 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9d5353-a118-48a9-b245-9a53687a4f1f,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:38.071456 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:38.307808 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641366'] for router_interface, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:38.760879 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] Router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:58:38.938371 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:58:38.949682 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b63da2b-86fe-4f26-b664-b68b5aa62603 None None] Sync routers for ids ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'] in dv-cinder-818884-1-smb {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:58:38.958030 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-28e373a1-153a-4706-bcf4-4b557aebfbae admin admin] 10.222.0.41 "PUT /v2.0/routers/b8fe5903-86d2-4eac-b92d-f2ea015dcf82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4076447 Nov 23 12:58:38.961339 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 58032) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:38.964257 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b63da2b-86fe-4f26-b664-b68b5aa62603 None None] Routers {'b8fe5903-86d2-4eac-b92d-f2ea015dcf82'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:58:38.964846 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-1b63da2b-86fe-4f26-b664-b68b5aa62603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:58:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:39.133735 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Notify callbacks [] for router, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:39.141256 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-1b63da2b-86fe-4f26-b664-b68b5aa62603 None None] Set router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 gateway port host: dv-cinder-818884-1-smb {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:58:39.309875 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:39.319843 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Deleting port 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 {{(pid=86826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:58:39.320195 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:39.331101 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-750dbf8c-b9a4-40bd-9502-1258b94ec855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:39.431609 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-1b63da2b-86fe-4f26-b664-b68b5aa62603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:58:37Z', 'revision_number': 5, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port': {'id': '417aee8d-6501-41aa-bdf1-2d5f40cb37c7', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:19Z', 'updated_at': '2021-11-23T12:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:39.435316 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b63da2b-86fe-4f26-b664-b68b5aa62603 None None] Checking router: b8fe5903-86d2-4eac-b92d-f2ea015dcf82 for host: dv-cinder-818884-1-smb {{(pid=86827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:58:39.443618 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b63da2b-86fe-4f26-b664-b68b5aa62603 None None] Routers {'b8fe5903-86d2-4eac-b92d-f2ea015dcf82'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:58:39.444760 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-1b63da2b-86fe-4f26-b664-b68b5aa62603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:58:12Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'], 'active': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:39.491411 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.db [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] For port 417aee8d-6501-41aa-bdf1-2d5f40cb37c7, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=417aee8d-6501-41aa-bdf1-2d5f40cb37c7,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:58:39.491757 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:39.596150 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_dvr_db [None req-1b63da2b-86fe-4f26-b664-b68b5aa62603 None None] Set router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 gateway port host: None {{(pid=86827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:58:39.614316 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.plugins.ml2.plugin [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Calling delete_port for 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 owned by network:router_gateway {{(pid=86826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:58:39.703287 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.db.l3_hamode_db [None req-1b63da2b-86fe-4f26-b664-b68b5aa62603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:58:39Z', 'revision_number': 6, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port_host': None}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:39.707091 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b63da2b-86fe-4f26-b664-b68b5aa62603 None None] The sync data for ids ['b8fe5903-86d2-4eac-b92d-f2ea015dcf82'] in dv-cinder-818884-1-smb is: [{'id': 'b8fe5903-86d2-4eac-b92d-f2ea015dcf82', 'name': 'tempest-TestShelveInstance-903647103-router', 'tenant_id': '5e03d722d3074652843f072b6ed46091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:18Z', 'updated_at': '2021-11-23T12:58:39Z', 'revision_number': 6, 'project_id': '5e03d722d3074652843f072b6ed46091', 'gw_port_host': None}] {{(pid=86827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:58:39.779558 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953505'] for port, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:39.782948 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-b75c933c-4e04-4675-baba-bc26c3b7a7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:39.856226 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:39.935814 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Pushing event deleted for resources: {'Port': ['ID=417aee8d-6501-41aa-bdf1-2d5f40cb37c7,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:39.961464 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:40.025663 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963777'] for router_gateway, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.199198 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48163'] for router, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.201305 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.222465 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643663'] for router, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.223039 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8fe5903-86d2-4eac-b92d-f2ea015dcf82 {{(pid=86826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:58:40.235320 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] Notify callbacks [] for router, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.236442 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-7b21abe3-96fa-48fa-bebf-8cc3cbb83428 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b8fe5903-86d2-4eac-b92d-f2ea015dcf82 HTTP/1.1" status: 204 len: 168 time: 1.2742116 Nov 23 12:58:40.238962 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [-] (86826) accepted ('10.222.0.41', 58036) {{(pid=86826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:40.296837 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d5b4e9-7547-4dcf-90f0-c2b1246b61b9 admin admin] Deleting subnet 1541b947-af46-45f3-a9d7-f6a9a2131b11 {{(pid=86826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:58:40.299603 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b4e9-7547-4dcf-90f0-c2b1246b61b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.350093 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b4e9-7547-4dcf-90f0-c2b1246b61b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2624570'] for subnet, precommit_delete_associations {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.423807 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b4e9-7547-4dcf-90f0-c2b1246b61b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.491285 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b4e9-7547-4dcf-90f0-c2b1246b61b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9875377'] for subnet, after_delete {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.494801 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:40.532275 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5b4e9-7547-4dcf-90f0-c2b1246b61b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1541b947-af46-45f3-a9d7-f6a9a2131b11,revision_number=None']} {{(pid=86826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:40.535344 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG oslo_concurrency.lockutils [None req-d6d5b4e9-7547-4dcf-90f0-c2b1246b61b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:40.536295 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b4e9-7547-4dcf-90f0-c2b1246b61b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.541753 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f54f81-dec0-4a37-b344-b66cc2a34b76 None None] Network bcdbff92-2ee1-4459-a638-3450eeb93ddd requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:58:40.542786 dv-cinder-818884-1-smb neutron-server[86826]: INFO neutron.wsgi [None req-d6d5b4e9-7547-4dcf-90f0-c2b1246b61b9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1541b947-af46-45f3-a9d7-f6a9a2131b11 HTTP/1.1" status: 204 len: 168 time: 0.3028698 Nov 23 12:58:40.545320 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 58040) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:40.655549 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.668105 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Deleting port 95070ae1-1715-4446-a0b4-542aaf4705d2 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:58:40.668436 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.677786 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:58:40.717861 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:58:40.718220 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 417aee8d-6501-41aa-bdf1-2d5f40cb37c7 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:58:40.718671 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device bf9d5353-a118-48a9-b245-9a53687a4f1f no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:58:40.784503 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: bf9d5353-a118-48a9-b245-9a53687a4f1f {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:58:40.784851 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device bf9d5353-a118-48a9-b245-9a53687a4f1f not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:58:40.880116 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] For port 95070ae1-1715-4446-a0b4-542aaf4705d2, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=95070ae1-1715-4446-a0b4-542aaf4705d2,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:58:40.880468 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.902960 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8d24f8-e527-4723-aa31-a2cb1b2c65bf None None] DHCP port deletion for bcdbff92-2ee1-4459-a638-3450eeb93ddd request from dv-cinder-818884-1-smb {{(pid=86827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 12:58:40.907213 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d24f8-e527-4723-aa31-a2cb1b2c65bf None None] Deleting port 95070ae1-1715-4446-a0b4-542aaf4705d2 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:58:40.907592 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1e8d24f8-e527-4723-aa31-a2cb1b2c65bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.967942 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:41.008452 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Calling delete_port for 95070ae1-1715-4446-a0b4-542aaf4705d2 owned by network:dhcp {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:58:41.086180 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:41.089909 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-a9720f3b-a41e-4cf8-902f-db7ae135625c tempest-VolumesSnapshotTestJSON-2085934679 tempest-VolumesSnapshotTestJSON-2085934679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:41.133497 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=95070ae1-1715-4446-a0b4-542aaf4705d2,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:41.136612 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:41.137380 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] No DVR routers for this DVR port 95070ae1-1715-4446-a0b4-542aaf4705d2 on host dv-cinder-818884-1-smb {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:58:41.170018 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-1e8d24f8-e527-4723-aa31-a2cb1b2c65bf None None] For port 95070ae1-1715-4446-a0b4-542aaf4705d2, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=95070ae1-1715-4446-a0b4-542aaf4705d2,segment=NetworkSegment(d4c56b8b-9b58-4c50-8393-44b088136bde),segment_id=d4c56b8b-9b58-4c50-8393-44b088136bde)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:58:41.170441 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1e8d24f8-e527-4723-aa31-a2cb1b2c65bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:41.251670 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:41.276326 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdbff92-2ee1-4459-a638-3450eeb93ddd']}} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:41.289719 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d24f8-e527-4723-aa31-a2cb1b2c65bf None None] Calling delete_port for 95070ae1-1715-4446-a0b4-542aaf4705d2 owned by network:dhcp {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:58:41.291787 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c56b8b-9b58-4c50-8393-44b088136bde') {'for_net_delete': True} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:41.292079 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c56b8b-9b58-4c50-8393-44b088136bde') {} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:41.304138 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2436962'] for segment, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:41.321323 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:41.327927 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=86825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:58:41.328331 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2303667'] for segment, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: Traceback (most recent call last): Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: timer() Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: cb(*args, **kw) Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: return func(*args, **kwargs) Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: self._notify() Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: self.callback(batched_events) Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: event.method(event) Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: return f(self, *a, **k) Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: return self._get(url).json() Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: return self.request(url, 'GET', **kwargs) Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:58:41.341490 dv-cinder-818884-1-smb neutron-server[86825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:58:41.363039 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.db.api [None req-1e8d24f8-e527-4723-aa31-a2cb1b2c65bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:58:41.363406 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_db.api [None req-1e8d24f8-e527-4723-aa31-a2cb1b2c65bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:58:41.413124 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:41.418490 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:41.420696 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:41.445868 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=bcdbff92-2ee1-4459-a638-3450eeb93ddd,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:41.449153 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:41.459715 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-def20e3b-a0ba-4e3f-88c5-9bd015698f8d admin admin] 10.222.0.41 "DELETE /v2.0/networks/bcdbff92-2ee1-4459-a638-3450eeb93ddd HTTP/1.1" status: 204 len: 168 time: 0.9133737 Nov 23 12:58:41.462580 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 58044) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:41.693061 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-15c1c9fe-64bc-49bb-bed1-30355a51d489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:41.864692 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d24f8-e527-4723-aa31-a2cb1b2c65bf None None] Deleting port 95070ae1-1715-4446-a0b4-542aaf4705d2 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:58:41.865078 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1e8d24f8-e527-4723-aa31-a2cb1b2c65bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:41.930314 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d24f8-e527-4723-aa31-a2cb1b2c65bf None None] The port '95070ae1-1715-4446-a0b4-542aaf4705d2' was deleted {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 12:58:42.071426 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-643750'] for router_interface, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:42.417865 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] Deleting port a33bae64-4c5b-43ba-aad7-e79225a5b8e0 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:58:42.418218 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:42.587707 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] For port a33bae64-4c5b-43ba-aad7-e79225a5b8e0, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=a33bae64-4c5b-43ba-aad7-e79225a5b8e0,segment=NetworkSegment(67bc785a-dae4-4652-8a6d-f56877fe347f),segment_id=67bc785a-dae4-4652-8a6d-f56877fe347f)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:58:42.588055 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:42.644079 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 95070ae1-1715-4446-a0b4-542aaf4705d2 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:58:42.681251 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: 95070ae1-1715-4446-a0b4-542aaf4705d2 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:58:42.681496 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 95070ae1-1715-4446-a0b4-542aaf4705d2 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:58:42.709435 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] Calling delete_port for a33bae64-4c5b-43ba-aad7-e79225a5b8e0 owned by network:router_interface {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:58:43.009739 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:43.020775 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:43.025264 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-9a924e84-3cb4-4aee-bea2-8136b3c95b99 tempest-TestShelveInstance-1698740072 tempest-TestShelveInstance-1698740072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:43.095565 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33bae64-4c5b-43ba-aad7-e79225a5b8e0,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:43.098586 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:43.434390 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641366'] for router_interface, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:43.783962 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] Router 4e58eb61-f3b3-4867-a394-0761fe2fb134 has already been hosted by L3 agent faa92151-038f-4b29-95e9-6a3353739984 {{(pid=86825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:58:43.953876 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-smb the message routers_updated {{(pid=86825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:58:43.962796 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93f169-46ff-4a22-bc80-930cf57b0ac6 None None] Sync routers for ids ['4e58eb61-f3b3-4867-a394-0761fe2fb134'] in dv-cinder-818884-1-smb {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:58:43.963283 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-d981398f-b229-4c2f-8868-31ed0104be14 admin admin] 10.222.0.41 "PUT /v2.0/routers/4e58eb61-f3b3-4867-a394-0761fe2fb134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4994462 Nov 23 12:58:43.965399 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 58048) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:43.971915 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a93f169-46ff-4a22-bc80-930cf57b0ac6 None None] Routers {'4e58eb61-f3b3-4867-a394-0761fe2fb134'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:58:43.972518 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-8a93f169-46ff-4a22-bc80-930cf57b0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:58:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['4e58eb61-f3b3-4867-a394-0761fe2fb134'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:44.141300 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Notify callbacks [] for router, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:44.176286 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-8a93f169-46ff-4a22-bc80-930cf57b0ac6 None None] Set router 4e58eb61-f3b3-4867-a394-0761fe2fb134 gateway port host: dv-cinder-818884-1-smb {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:58:44.234331 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:44.315800 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:44.325781 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Deleting port 6635fc26-a5e7-41f3-8c26-784f53db6499 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:58:44.326207 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:44.457891 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-8a93f169-46ff-4a22-bc80-930cf57b0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'name': 'tempest-TestShelveInstance-1556219388-router', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'external_fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:24Z', 'updated_at': '2021-11-23T12:58:42Z', 'revision_number': 5, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'gw_port': {'id': '6635fc26-a5e7-41f3-8c26-784f53db6499', 'name': '', 'network_id': 'c8da9131-33b6-458d-837b-6196afa8bd82', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:25Z', 'updated_at': '2021-11-23T12:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d3995-e99d-4291-bfce-18928c9f428b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-smb'}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:44.461625 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93f169-46ff-4a22-bc80-930cf57b0ac6 None None] Checking router: 4e58eb61-f3b3-4867-a394-0761fe2fb134 for host: dv-cinder-818884-1-smb {{(pid=86828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:58:44.469818 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a93f169-46ff-4a22-bc80-930cf57b0ac6 None None] Routers {'4e58eb61-f3b3-4867-a394-0761fe2fb134'} bound to L3 agent in host dv-cinder-818884-1-smb {{(pid=86828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:58:44.470440 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-8a93f169-46ff-4a22-bc80-930cf57b0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818884-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:12Z,description=,heartbeat_timestamp=2021-11-23T12:58:42Z,host='dv-cinder-818884-1-smb',id=faa92151-038f-4b29-95e9-6a3353739984,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:12Z,topic='l3_agent')) {'router_ids': ['4e58eb61-f3b3-4867-a394-0761fe2fb134'], 'active': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:44.498807 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] For port 6635fc26-a5e7-41f3-8c26-784f53db6499, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=6635fc26-a5e7-41f3-8c26-784f53db6499,segment=NetworkSegment(0088940a-1cc5-4a41-8651-cfb19ae614a8),segment_id=0088940a-1cc5-4a41-8651-cfb19ae614a8)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:58:44.499163 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:44.625953 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_dvr_db [None req-8a93f169-46ff-4a22-bc80-930cf57b0ac6 None None] Set router 4e58eb61-f3b3-4867-a394-0761fe2fb134 gateway port host: None {{(pid=86828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:58:44.732373 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Calling delete_port for 6635fc26-a5e7-41f3-8c26-784f53db6499 owned by network:router_gateway {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:58:44.733522 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.l3_hamode_db [None req-8a93f169-46ff-4a22-bc80-930cf57b0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'name': 'tempest-TestShelveInstance-1556219388-router', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:24Z', 'updated_at': '2021-11-23T12:58:44Z', 'revision_number': 6, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'gw_port_host': None}], 'dv-cinder-818884-1-smb', False) {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:44.737590 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a93f169-46ff-4a22-bc80-930cf57b0ac6 None None] The sync data for ids ['4e58eb61-f3b3-4867-a394-0761fe2fb134'] in dv-cinder-818884-1-smb is: [{'id': '4e58eb61-f3b3-4867-a394-0761fe2fb134', 'name': 'tempest-TestShelveInstance-1556219388-router', 'tenant_id': 'ffee4c859a8045f88d09d882dad942ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:24Z', 'updated_at': '2021-11-23T12:58:44Z', 'revision_number': 6, 'project_id': 'ffee4c859a8045f88d09d882dad942ad', 'gw_port_host': None}] {{(pid=86828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:58:44.896021 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:44.900019 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-64402dca-8e23-4b0c-92f6-94684aaf612f tempest-VolumesNegativeTest-26515253 tempest-VolumesNegativeTest-26515253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:44.944420 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Pushing event deleted for resources: {'Port': ['ID=6635fc26-a5e7-41f3-8c26-784f53db6499,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:44.947755 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:45.048304 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963777'] for router_gateway, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.222307 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-641386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48163'] for router, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.224482 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.246806 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643663'] for router, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.247348 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e58eb61-f3b3-4867-a394-0761fe2fb134 {{(pid=86825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 12:58:45.261290 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] Notify callbacks [] for router, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.262417 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-2fa00559-3521-40c2-9b41-7e9b4633c659 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4e58eb61-f3b3-4867-a394-0761fe2fb134 HTTP/1.1" status: 204 len: 168 time: 1.2960842 Nov 23 12:58:45.264884 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 58052) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:45.325758 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.db_base_plugin_v2 [None req-80755095-63b2-46e0-a017-594e68ba954b admin admin] Deleting subnet 118425cc-9c07-48bf-8aff-8ff4c9c09fea {{(pid=86825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:58:45.328489 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-80755095-63b2-46e0-a017-594e68ba954b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.375170 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-80755095-63b2-46e0-a017-594e68ba954b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2436981'] for subnet, precommit_delete_associations {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.453023 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-80755095-63b2-46e0-a017-594e68ba954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1610038'] for subnet, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.524538 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-80755095-63b2-46e0-a017-594e68ba954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1610094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2303597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2385658'] for subnet, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.528691 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:45.565046 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80755095-63b2-46e0-a017-594e68ba954b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118425cc-9c07-48bf-8aff-8ff4c9c09fea,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:45.566979 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-80755095-63b2-46e0-a017-594e68ba954b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for subnet, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.571554 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af30c84-fe7a-47fe-a7a5-f37bf9422153 None None] Network 382ac314-527c-4d33-bb04-93f68d5461c8 requested from dv-cinder-818884-1-smb {{(pid=86827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:58:45.572035 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-80755095-63b2-46e0-a017-594e68ba954b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:45.573930 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-80755095-63b2-46e0-a017-594e68ba954b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/118425cc-9c07-48bf-8aff-8ff4c9c09fea HTTP/1.1" status: 204 len: 168 time: 0.3081665 Nov 23 12:58:45.576458 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 58056) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:45.683584 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2090637'] for network, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.693760 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Deleting port af1ffd04-c4df-4524-af4a-0e23c31a8886 {{(pid=86825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:58:45.694117 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.830888 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e9ac79-16d4-4d41-8306-9808184519a3 None None] DHCP port deletion for 382ac314-527c-4d33-bb04-93f68d5461c8 request from dv-cinder-818884-1-smb {{(pid=86827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 12:58:45.836028 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-14e9ac79-16d4-4d41-8306-9808184519a3 None None] Deleting port af1ffd04-c4df-4524-af4a-0e23c31a8886 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:58:45.836291 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-14e9ac79-16d4-4d41-8306-9808184519a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:45.919422 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.db [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] For port af1ffd04-c4df-4524-af4a-0e23c31a8886, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=af1ffd04-c4df-4524-af4a-0e23c31a8886,segment=NetworkSegment(67bc785a-dae4-4652-8a6d-f56877fe347f),segment_id=67bc785a-dae4-4652-8a6d-f56877fe347f)] {{(pid=86825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:58:45.919773 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.039847 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.plugin [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Calling delete_port for af1ffd04-c4df-4524-af4a-0e23c31a8886 owned by network:dhcp {{(pid=86825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:58:46.041666 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-14e9ac79-16d4-4d41-8306-9808184519a3 None None] For port af1ffd04-c4df-4524-af4a-0e23c31a8886, host dv-cinder-818884-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-smb',level=0,port_id=af1ffd04-c4df-4524-af4a-0e23c31a8886,segment=NetworkSegment(67bc785a-dae4-4652-8a6d-f56877fe347f),segment_id=67bc785a-dae4-4652-8a6d-f56877fe347f)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:58:46.042028 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-14e9ac79-16d4-4d41-8306-9808184519a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962726'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.115934 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784700037717', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784699492190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2303582'] for port, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.119648 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-b66c38c8-e1b1-4ae5-931d-36ab22bb0642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:46.162374 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-14e9ac79-16d4-4d41-8306-9808184519a3 None None] Calling delete_port for af1ffd04-c4df-4524-af4a-0e23c31a8886 owned by network:dhcp {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:58:46.238897 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.db.api [None req-14e9ac79-16d4-4d41-8306-9808184519a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:58:46.239252 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG oslo_db.api [None req-14e9ac79-16d4-4d41-8306-9808184519a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:58:46.254910 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Pushing event deleted for resources: {'Port': ['ID=af1ffd04-c4df-4524-af4a-0e23c31a8886,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:46.258507 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:46.259254 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] No DVR routers for this DVR port af1ffd04-c4df-4524-af4a-0e23c31a8886 on host dv-cinder-818884-1-smb {{(pid=86825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:58:46.371038 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1613085', 'neutron.services.segments.db._delete_segments_for_network-8784699930278'] for network, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.395184 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382ac314-527c-4d33-bb04-93f68d5461c8']}} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:46.407238 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bc785a-dae4-4652-8a6d-f56877fe347f') {'for_net_delete': True} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:46.407527 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.services.segments.db [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bc785a-dae4-4652-8a6d-f56877fe347f') {} {{(pid=86825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:58:46.418417 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784699973753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2436962'] for segment, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.433825 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1609052'] for segment, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.439585 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=86825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:58:46.439952 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1609045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2303667'] for segment, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: Traceback (most recent call last): Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: timer() Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: cb(*args, **kw) Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: return func(*args, **kwargs) Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: self._notify() Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: self.callback(batched_events) Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: event.method(event) Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: return f(self, *a, **k) Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: return self._get(url).json() Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: return self.request(url, 'GET', **kwargs) Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:58:46.453495 dv-cinder-818884-1-smb neutron-server[86825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:58:46.528016 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1613092', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963750'] for network, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.531605 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-e491ab32-2097-42e4-a4b3-106f9fb3d1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:46.544182 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652644'] for network, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.554502 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Pushing event deleted for resources: {'Network': ['ID=382ac314-527c-4d33-bb04-93f68d5461c8,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:46.557134 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:46.558910 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-ecda33dd-fc3c-4c4b-b217-b68540c192dc admin admin] 10.222.0.41 "DELETE /v2.0/networks/382ac314-527c-4d33-bb04-93f68d5461c8 HTTP/1.1" status: 204 len: 168 time: 0.9815977 Nov 23 12:58:46.647439 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device af1ffd04-c4df-4524-af4a-0e23c31a8886 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:58:46.681224 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: af1ffd04-c4df-4524-af4a-0e23c31a8886 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:58:46.681578 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device af1ffd04-c4df-4524-af4a-0e23c31a8886 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:58:46.682001 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device a33bae64-4c5b-43ba-aad7-e79225a5b8e0 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:58:46.715207 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: a33bae64-4c5b-43ba-aad7-e79225a5b8e0 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:58:46.715540 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device a33bae64-4c5b-43ba-aad7-e79225a5b8e0 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:58:46.715987 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 6635fc26-a5e7-41f3-8c26-784f53db6499 no longer exists at agent ovs-agent-dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:58:46.742966 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-14e9ac79-16d4-4d41-8306-9808184519a3 None None] Deleting port af1ffd04-c4df-4524-af4a-0e23c31a8886 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:58:46.743393 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-14e9ac79-16d4-4d41-8306-9808184519a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784700034497'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.748929 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 58062) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:46.777501 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] No Port match for: 6635fc26-a5e7-41f3-8c26-784f53db6499 {{(pid=86827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:58:46.777828 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.rpc [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Device 6635fc26-a5e7-41f3-8c26-784f53db6499 not bound to the agent host dv-cinder-818884-1-smb {{(pid=86827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:58:46.798344 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-608521f0-379e-43ab-b524-5278ab346b41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e03d722d3074652843f072b6ed46091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481384 Nov 23 12:58:46.800886 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 58066) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:46.816997 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-14e9ac79-16d4-4d41-8306-9808184519a3 None None] The port 'af1ffd04-c4df-4524-af4a-0e23c31a8886' was deleted {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 12:58:46.865095 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-af7e9d6f-c696-420d-a847-319b5c8484dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.890488 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-af7e9d6f-c696-420d-a847-319b5c8484dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.941650 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-af7e9d6f-c696-420d-a847-319b5c8484dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.945228 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-4a0259e3-fa8b-43d4-b10d-001314a39b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:46.957527 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e9d6f-c696-420d-a847-319b5c8484dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1de66d5-f933-4edc-b759-b155944d145e,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:46.960878 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-af7e9d6f-c696-420d-a847-319b5c8484dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:46.966109 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-af7e9d6f-c696-420d-a847-319b5c8484dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:46.967244 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-af7e9d6f-c696-420d-a847-319b5c8484dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1de66d5-f933-4edc-b759-b155944d145e HTTP/1.1" status: 204 len: 168 time: 0.1654823 Nov 23 12:58:47.407678 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 58074) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:47.455552 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-f93ae82d-30c8-477e-b1d0-c8ca267f6f5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffee4c859a8045f88d09d882dad942ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465803 Nov 23 12:58:47.457925 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [-] (86825) accepted ('10.222.0.41', 58078) {{(pid=86825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:58:47.514613 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-038a63d1-1e9c-48b9-82ca-53c87462b225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:47.542621 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-038a63d1-1e9c-48b9-82ca-53c87462b225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:47.593306 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-038a63d1-1e9c-48b9-82ca-53c87462b225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012821'] for security_group, after_delete {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:47.596865 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-72a5ac90-2cf6-4d9b-b5e8-cedde75ceb2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:58:47.607737 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a63d1-1e9c-48b9-82ca-53c87462b225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af866ea-832e-4a04-bf6d-a2889a8b8f64,revision_number=None']} {{(pid=86825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:58:47.611528 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG oslo_concurrency.lockutils [None req-038a63d1-1e9c-48b9-82ca-53c87462b225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:58:47.614642 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron_lib.callbacks.manager [None req-038a63d1-1e9c-48b9-82ca-53c87462b225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:47.618065 dv-cinder-818884-1-smb neutron-server[86825]: INFO neutron.wsgi [None req-038a63d1-1e9c-48b9-82ca-53c87462b225 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1af866ea-832e-4a04-bf6d-a2889a8b8f64 HTTP/1.1" status: 204 len: 168 time: 0.1569316 Nov 23 12:59:02.562623 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:59:09.273938 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a4260dce-4950-4a77-af80-d220f1f0fc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:09.858148 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:10.950154 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:11.695151 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2beff2b7-757b-456f-b46f-0f6082fe05a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:13.013456 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:14.232151 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:39.275575 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6b828e3f-df30-411f-b55d-c2123492cecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:39.560010 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:59:39.862385 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:40.960539 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:41.696023 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-440f6bca-514a-4b87-ba31-dbd6deff5182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:43.013982 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:44.234323 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:09.280971 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc2fbf80-8237-4437-a3f7-93b72a6edf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:09.864260 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:10.974939 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:11.697190 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-088b5426-3b6a-4938-b827-9a9d86986d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:13.017902 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:14.236683 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:16.557823 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:00:39.281860 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-3a91d2e7-b318-485b-b54c-ef5b041b42e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.865793 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.974125 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:41.700116 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dd20bddd-9940-459e-b4c8-09238ce0ca09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:42.023437 dv-cinder-818884-1-smb neutron-server[86826]: DEBUG neutron.wsgi [req-5b5bec20-f4e8-44f9-8bfe-5bd0fa5bf4e4 req-4a7323de-6300-43eb-80f7-c48fdd0eaf56 tempest-DeleteServersTestJSON-982924320 tempest-DeleteServersTestJSON-982924320-project] (86826) timed out ('10.222.0.76', 50619) {{(pid=86826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:00:43.020453 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:44.240629 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:53.555869 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:01:09.282220 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2017f672-55d7-4435-ad1b-2d27adda97e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:09.867315 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:10.976637 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.701889 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9d1c977f-2737-47cb-a905-9ef7fb5191a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.024867 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:14.242480 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:30.553053 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:01:39.283894 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-37e7c639-3589-415b-80be-7e4c87a03c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:39.869837 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.970777 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:41.703898 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-514b8e33-d6cd-43f6-adf0-80557148fef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.026405 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:44.244666 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.550178 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:02:09.288574 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6f4e7d79-cbf0-4b91-a487-4e773dabf173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:09.872535 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:10.985721 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.704740 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d1fd0689-e8ed-43f4-b843-a899a0af5532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:13.034495 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:14.246674 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:15.872746 dv-cinder-818884-1-smb neutron-server[86825]: DEBUG neutron.wsgi [req-a045abc9-9468-4622-b289-ba2d2b39a7b1 req-f18fdba5-c371-41ac-b9fc-786453c4680c service neutron] (86825) timed out ('10.222.0.76', 50612) {{(pid=86825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:02:39.289717 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c8425a0d-5a63-46d5-87c3-5a63029c988d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:39.874747 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:40.985084 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:41.707067 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-217b917d-e098-475c-a463-6ddaf65ecfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:43.037374 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:44.249704 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:44.547668 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:03:09.291519 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-218fd01d-4985-4582-bf74-8788b4a8a2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:09.876598 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:10.985602 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:11.709087 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-41d3f4ce-060d-49e4-9ed0-3194a4439f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:13.036092 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2dba-d43e-4580-aa83-c65135bb7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:14.252457 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-88ba3d58-ed91-4d1e-8cb0-7103638a8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:21.545590 dv-cinder-818884-1-smb neutron-server[86828]: DEBUG neutron.db.agents_db [None req-4a007466-329c-4281-b066-16a65e162e79 None None] Agent healthcheck: found 6 active agents {{(pid=86828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:03:39.292909 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-872966ed-d493-4d2b-9edf-ab29eb5d64eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:39.879822 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4ff490d6-4a8b-4ac0-90df-f8f8e609e503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:40.999054 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4e6e902e-bd11-4824-a23a-c60fd85d30c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:41.712926 dv-cinder-818884-1-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e01bc9d1-8cfe-481e-9274-792da2b645d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784699930287', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1612647'] for agent, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}